-- Logs begin at Thu 2022-06-16 15:17:44 UTC, end at Thu 2022-06-16 16:45:20 UTC. -- Jun 16 16:03:53.324277 dv-cinder-837354-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:03:56.068224 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:03:56.068852 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 16:03:56.069004 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103972) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 16:03:56.072283 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:03:56.072540 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 16:03:56.072975 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103972) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 16:03:56.073935 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:56.074169 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:56.074531 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:56.074774 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:56.074997 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:56.075407 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.075707 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.075938 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.076233 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.076523 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.076808 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.077103 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.077448 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.077758 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.078042 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.078326 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.078556 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.078840 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.079125 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.079413 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.079639 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] debug = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.079917 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.080354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.080770 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.081051 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.081341 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.081620 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.081918 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.082195 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.082482 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.082811 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] host = dv-cinder-837354-2-iscsi {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.083088 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.083373 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.083656 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.083941 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.084214 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.084487 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.084770 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.085044 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.085313 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.085587 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.085895 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.086181 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.086467 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.086692 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.086920 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.087204 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.087501 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.087775 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.088047 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.088443 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.088716 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.088991 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.089258 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.089540 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.089859 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.090144 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.090428 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.090704 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.090975 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.091246 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.091528 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.091800 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.092069 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.092340 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.092625 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.092894 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.093698 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.094021 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.094306 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.094838 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.095122 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.095396 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.095678 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.095949 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.096219 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.096490 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_json = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.096761 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.097029 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.097314 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.097587 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.097887 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.098161 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.098433 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.098717 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.098987 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:56.099282 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.099577 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.099933 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.100218 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.100610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.100893 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.101182 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.101459 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.101840 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.102224 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.102515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.102792 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.103090 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.103376 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.103670 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.104104 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.104391 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.104682 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.104956 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.105229 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.105500 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.105893 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.106195 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.106528 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.106860 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.107155 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.107441 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.107737 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.108025 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.108309 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.108655 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.109642 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.109944 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.110227 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.110523 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.110804 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.111081 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.111371 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.111649 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.111925 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.112206 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.112499 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.112786 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.113058 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.113335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.113624 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.113925 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.114196 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.114467 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.114743 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.115011 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.115293 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.115567 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.115836 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.116104 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.116381 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.116656 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.116930 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.117213 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.117491 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.117790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.118069 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.118344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.118619 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.118892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.119163 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.119435 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.119705 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.119980 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.120252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.120523 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.120843 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.121120 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.121393 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.121690 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.122058 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.122390 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.122672 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.122951 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.123226 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.123743 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.123900 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.124202 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.124480 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.124772 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.125059 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.125344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.125690 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.126017 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.126382 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.126711 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.126992 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.127285 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.127565 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.127843 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.128128 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.128410 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.128703 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.128997 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.129283 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.129573 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.129892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.130192 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.130473 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.130782 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.131064 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:56.131280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:56.131522 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103972) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:03:56.514594 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 16:03:56.515394 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 16:03:56.515704 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 16:03:56.516060 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:03:56.847476 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.847692 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.847969 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.850881 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.851161 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.851435 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.904176 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.904453 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.904726 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.919734 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.920017 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.920291 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.951462 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.951753 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.952067 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.989070 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.989354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:56.989624 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.224398 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.225028 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.225028 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.225218 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.226129 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.324521 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.324841 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.325127 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.325402 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.325674 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.326012 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.326277 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.326537 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.326794 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.327078 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.327861 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.328129 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.328386 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.328640 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.328897 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.329164 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.329429 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.329700 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.330001 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.330264 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.330536 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.330792 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.331072 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.331447 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.331699 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.331947 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.332345 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.332585 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.332826 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.333066 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.333306 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.333544 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:57.333939 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:03:57.337039 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:03:57.341012 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:03:57.345769 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 16 16:03:57.347400 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:03:57.347870 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:03:57.348207 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:03:57.348595 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:03:57.351394 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:03:57.351650 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:03:57.352001 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:03:57.357150 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 16:03:57.380575 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:03:57.381035 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.381339 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103972) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 16:03:57.381727 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.383126 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103972) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:03:57.383410 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:03:57.383658 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:03:57.387165 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.387490 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:57.518981 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:03:57.519214 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:03:57.519451 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:03:57.519836 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:03:57.573382 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO dbcounter [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Registered counter for database neutron Jun 16 16:03:57.593158 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_db.sqlalchemy.engines [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103972) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:03:57.599259 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writer thread running {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:03:58.152522 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing driver for type 'gre' Jun 16 16:03:58.153053 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] gre ID ranges: [(1, 1000)] Jun 16 16:03:58.207787 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing driver for type 'local' Jun 16 16:03:58.208135 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing driver for type 'vlan' Jun 16 16:03:58.221339 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] VlanTypeDriver initialization complete Jun 16 16:03:58.221678 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing driver for type 'vxlan' Jun 16 16:03:58.222258 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:03:58.278717 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing extension driver 'port_security' Jun 16 16:03:58.279328 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.extensions.port_security [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:03:58.279441 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:03:58.279721 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing mechanism driver 'hyperv' Jun 16 16:03:58.286917 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:58.287582 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.287954 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.288310 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.288812 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.289281 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.289637 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.290008 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.290402 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.290809 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.291160 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.291501 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.291890 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.292296 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.292645 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.292985 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.293376 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.293800 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.294150 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.294492 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.295011 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.295419 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.295767 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.296150 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.297032 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103972) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 16:03:58.297476 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] ML2 OVO RPC backend initialized. {{(pid=103972) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:03:58.298202 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.298563 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.298981 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.299333 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > networks before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.299683 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.300027 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > ports before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.300371 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.300717 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.301066 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.301409 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.301769 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.302114 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.302455 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.302800 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.303143 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.303484 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.303824 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.311394 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded quota_driver: . Jun 16 16:03:58.311765 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.plugin [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Modular L2 Plugin initialization complete Jun 16 16:03:58.312116 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading services supported by the core plugin {{(pid=103972) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:03:58.312459 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.plugins.ml2.managers [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Got port-security extension from driver 'port_security' Jun 16 16:03:58.312942 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.extensions.vlantransparent [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Disabled vlantransparent extension. Jun 16 16:03:58.313442 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103972) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:03:58.313899 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: router Jun 16 16:03:58.349499 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.349942 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_create 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.350320 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router before_create 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.350692 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.351069 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.351428 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_delete 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.351790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.352142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.352502 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_create 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.352852 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.353205 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.353556 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.354208 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.354441 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.354815 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.355161 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.355501 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: subnet after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.355844 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.356199 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.356548 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.356894 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.357241 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.357599 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router after_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.357975 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.358330 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.359227 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.359645 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.360016 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > agent after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.360373 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.360720 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.361574 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Tracking information for resource: router configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:58.361928 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Tracking information for resource: floatingip configured {{(pid=103972) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:03:58.366838 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.db.l3_agentschedulers_db [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:03:58.367423 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.367788 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.368142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.368498 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.369280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router before_create 55550100 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.369648 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.370040 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.370402 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.375196 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.provider_configuration [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service providers = [] {{(pid=103972) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:03:58.375568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.db.servicetype_db [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103972) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:03:58.378518 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.service_base [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:58.378873 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.service_base [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:58.379219 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.service_base [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:58.380102 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.services.service_base [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103972) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:03:58.380476 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.services.service_base [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:03:58.380853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.381170 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:03:58.391919 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.392204 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: auto_allocate Jun 16 16:03:58.397829 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: network precommit_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.398232 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: network precommit_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.398804 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.399127 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: tag Jun 16 16:03:58.406352 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.406682 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: timestamp Jun 16 16:03:58.410708 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.411038 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: network_ip_availability Jun 16 16:03:58.416479 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.416851 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.417209 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.417945 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.418268 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: flavors Jun 16 16:03:58.423552 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.423885 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading Plugin: revisions Jun 16 16:03:58.428127 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103972) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:03:58.428525 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.913s {{(pid=103972) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 16:03:58.429258 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103972) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 16:03:58.429597 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Initializing extension manager. Jun 16 16:03:58.430154 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: __init__.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.430682 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: __pycache__ {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.431026 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: _port_mac_address_override.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.431366 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: address_group.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.432121 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.432701 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: address-group Jun 16 16:03:58.433031 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: address_scope.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.433778 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.434300 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: address-scope Jun 16 16:03:58.434627 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.435546 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.436071 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:03:58.436396 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: agent.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.437123 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.437641 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: agent Jun 16 16:03:58.437992 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: agent_resources_synced.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.438900 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.439431 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: agent-resources-synced Jun 16 16:03:58.439754 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.441528 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.442092 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: allowed-address-pairs Jun 16 16:03:58.442422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.443494 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.444021 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: auto-allocated-topology Jun 16 16:03:58.444349 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: availability_zone.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.445037 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.445553 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: availability_zone Jun 16 16:03:58.445901 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: availability_zone_filter.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.446809 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.447326 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: availability_zone_filter Jun 16 16:03:58.447649 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: data_plane_status.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.448550 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.449064 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:03:58.449387 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: default_subnetpools.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.450325 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.450847 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: default-subnetpools Jun 16 16:03:58.451172 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.451977 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.452544 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:03:58.452866 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: dns.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.453876 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.454395 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:03:58.454720 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: dns_domain_ports.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.455634 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.456149 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:03:58.456473 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.457389 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.457934 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 16:03:58.458260 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: dvr.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.458928 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.459440 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: dvr Jun 16 16:03:58.459761 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: ecmp_routes.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.460668 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.461184 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 16:03:58.461507 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: empty_string_filtering.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.462428 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.462949 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: empty-string-filtering Jun 16 16:03:58.463278 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.464185 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.464708 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:03:58.465030 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.465966 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.466487 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:03:58.466808 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: external_net.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.467707 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.468773 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: external-net Jun 16 16:03:58.469068 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.470260 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.470784 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: extra_dhcp_opt Jun 16 16:03:58.471107 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: extraroute.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.472004 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.472525 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: extraroute Jun 16 16:03:58.472845 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: extraroute_atomic.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.473907 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.474432 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: extraroute-atomic Jun 16 16:03:58.474755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: filter_validation.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.475415 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.475927 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: filter-validation Jun 16 16:03:58.476247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: fip_pf_description.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.477142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.477658 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:03:58.478008 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: fip_pf_port_range.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.478920 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.479438 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 16:03:58.479759 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: fip_port_details.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.480662 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.481184 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: fip-port-details Jun 16 16:03:58.481508 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: flavors.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.482746 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.483287 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: flavors Jun 16 16:03:58.484153 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.487180 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.487726 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:03:58.488064 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: floatingip_pools.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.488775 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.489302 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: floatingip-pools Jun 16 16:03:58.489637 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: ip_allocation.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.490594 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.491119 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:03:58.491451 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.492638 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.492902 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: ip-substring-filtering Jun 16 16:03:58.493242 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l2_adjacency.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.494208 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.494781 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:03:58.495121 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.496058 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.496590 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: router Jun 16 16:03:58.496919 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.499237 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.499780 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:03:58.500115 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.501043 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.501571 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: ext-gw-mode Jun 16 16:03:58.501938 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.502857 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.503391 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: l3-ha Jun 16 16:03:58.503716 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.504613 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.505131 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 16:03:58.505454 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_flavors.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.506397 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.506920 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: l3-flavors Jun 16 16:03:58.507242 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.508605 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.509138 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 16:03:58.509464 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.510408 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.510933 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:03:58.511263 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: l3agentscheduler.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.512319 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.512843 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: l3_agent_scheduler Jun 16 16:03:58.513177 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: local_ip.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.515012 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.515552 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension local_ip not supported by any of loaded plugins Jun 16 16:03:58.515889 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: logging.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.517344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.517916 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension logging not supported by any of loaded plugins Jun 16 16:03:58.518252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: metering.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.519000 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.519590 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: metering Jun 16 16:03:58.519920 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.521003 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.521533 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:03:58.521902 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: multiprovidernet.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.522831 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.523361 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: multi-provider Jun 16 16:03:58.523692 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: netmtu.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.524746 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.525270 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: net-mtu Jun 16 16:03:58.525597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: netmtu_writable.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.526541 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.527054 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: net-mtu-writable Jun 16 16:03:58.527377 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: network_availability_zone.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.528040 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.528552 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: network_availability_zone Jun 16 16:03:58.528875 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: network_ip_availability.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.530021 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.531061 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: network-ip-availability Jun 16 16:03:58.531387 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: network_segment_range.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.532149 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.532665 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:03:58.532989 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: pagination.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.534008 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.534340 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: pagination Jun 16 16:03:58.534662 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_device_profile.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.535566 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.536089 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-device-profile Jun 16 16:03:58.536412 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_mac_address_override.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.537344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.537900 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-mac-override Jun 16 16:03:58.538226 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.539148 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.539669 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:03:58.539994 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.540899 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.541417 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:03:58.541765 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_resource_request.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.542668 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.543191 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:03:58.543515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.544470 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.544991 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 16:03:58.545315 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: portbindings.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.546799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.547323 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: binding Jun 16 16:03:58.547649 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: portbindings_extended.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.548910 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.549442 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: binding-extended Jun 16 16:03:58.549801 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: portsecurity.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.550715 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.551242 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-security Jun 16 16:03:58.551572 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: project_id.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.552538 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.552870 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: project-id Jun 16 16:03:58.553203 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: providernet.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.554150 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.554673 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: provider Jun 16 16:03:58.554996 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.558576 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.559113 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos not supported by any of loaded plugins Jun 16 16:03:58.559447 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.560676 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.561204 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:03:58.561534 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.562506 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.563032 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:03:58.563364 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_default.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.564280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.564801 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:03:58.565128 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_fip.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.566068 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.566588 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:03:58.566911 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.567815 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.568333 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 16:03:58.568656 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.569572 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.570447 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:03:58.570947 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.572869 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.573400 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:03:58.573747 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.574795 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.575325 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 16:03:58.575651 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.576682 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.577203 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 16:03:58.577554 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_pps_rule.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.578761 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.579290 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 16:03:58.579618 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.580528 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.581053 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:03:58.581380 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.582498 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.583023 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 16:03:58.583349 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: qos_rules_alias.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.584390 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.584913 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:03:58.585237 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: quota_check_limit.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.586166 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.586697 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: quota-check-limit Jun 16 16:03:58.587021 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: quotasv2.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.587959 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.588287 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: quotas Jun 16 16:03:58.588611 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: quotasv2_detail.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.590340 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.590678 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: quota_details Jun 16 16:03:58.591010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: rbac.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.592054 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.592590 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: rbac-policies Jun 16 16:03:58.593437 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: rbac_address_group.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.594418 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.595195 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: rbac-address-group Jun 16 16:03:58.595521 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: rbac_address_scope.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.596510 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.597038 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: rbac-address-scope Jun 16 16:03:58.597365 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: rbac_security_groups.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.598312 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.598842 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: rbac-security-groups Jun 16 16:03:58.599168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.600088 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.600615 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: rbac-subnetpool Jun 16 16:03:58.600945 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: revisionifmatch.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.601892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.602419 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: revision-if-match Jun 16 16:03:58.602743 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: revisions.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.603862 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.604389 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: standard-attr-revisions Jun 16 16:03:58.604714 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: router_availability_zone.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.605386 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.605935 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: router_availability_zone Jun 16 16:03:58.606261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: routerservicetype.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.607181 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.607700 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:03:58.608024 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.609479 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.610026 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:03:58.610351 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.611268 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.611798 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: port-security-groups-filtering Jun 16 16:03:58.612122 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.613054 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.613580 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:03:58.613936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.614858 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.615384 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: security-groups-shared-filtering Jun 16 16:03:58.615706 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: securitygroup.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.625846 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.626387 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: security-group Jun 16 16:03:58.626722 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: segment.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.627452 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.627967 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension segment not supported by any of loaded plugins Jun 16 16:03:58.628297 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.629232 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.629785 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:03:58.630114 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: servicetype.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.631203 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.631741 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: service-type Jun 16 16:03:58.632073 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: sorting.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.633055 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.633388 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: sorting Jun 16 16:03:58.633742 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: standard_attr_segment.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.634651 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.635734 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:03:58.635734 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: standardattrdescription.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.636139 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.636702 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: standard-attr-description Jun 16 16:03:58.636978 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: stateful_security_group.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.637968 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.638497 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: stateful-security-group Jun 16 16:03:58.638823 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: stdattrs_common.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.639400 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:03:58.639724 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.641217 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.641761 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:03:58.642138 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnet_onboard.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.643217 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.643782 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: subnet_onboard Jun 16 16:03:58.644140 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.645212 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.646353 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:03:58.646862 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnet_service_types.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.647840 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.648366 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: subnet-service-types Jun 16 16:03:58.648694 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnetallocation.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.649803 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.650335 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: subnet_allocation Jun 16 16:03:58.650661 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.651326 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.651858 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:03:58.652181 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.653116 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.653637 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:03:58.653996 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: tagging.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.655065 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.655624 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: standard-attr-tag Jun 16 16:03:58.655952 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: timestamp.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.657149 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.657679 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loaded extension: standard-attr-timestamp Jun 16 16:03:58.658032 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: trunk.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.659062 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.659591 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:03:58.659923 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: trunk_details.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.660840 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.661363 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:03:58.661688 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.662625 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.663144 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:03:58.663470 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Loading extension file: vlantransparent.py {{(pid=103972) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 16:03:58.664145 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103972) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 16:03:58.664659 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:03:58.667270 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:network Jun 16 16:03:58.667797 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:03:58.668200 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:58.668651 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:port Jun 16 16:03:58.669956 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.670420 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service FLAVORS assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.671539 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.671969 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.672302 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:router Jun 16 16:03:58.672741 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:03:58.673235 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service METERING assigned prefix: /metering {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.674729 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.675109 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.675467 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:03:58.676481 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:03:58.676927 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:03:58.677364 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:03:58.677984 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service CORE assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.678317 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:58.678663 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] subnetpool is already registered Jun 16 16:03:58.679105 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service CORE assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.679432 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:58.679766 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] subnetpool is already registered Jun 16 16:03:58.682060 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.682492 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service FLAVORS assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.683089 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.683513 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.683848 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:router Jun 16 16:03:58.684190 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] router is already registered Jun 16 16:03:58.684604 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:03:58.684944 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] floatingip is already registered Jun 16 16:03:58.685398 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service METERING assigned prefix: /metering {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.686087 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:03:58.686416 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] rbac_policy is already registered Jun 16 16:03:58.687394 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:03:58.687734 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] security_group is already registered Jun 16 16:03:58.688139 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:03:58.688475 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] security_group_rule is already registered Jun 16 16:03:58.689096 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service CORE assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.689425 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:58.689786 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] subnetpool is already registered Jun 16 16:03:58.690216 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.resource_helper [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Service CORE assigned prefix: {{(pid=103972) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:03:58.690542 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:03:58.690875 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING neutron.quota.resource_registry [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] subnetpool is already registered Jun 16 16:03:58.691344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: extensions {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.692881 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: address-groups {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.694392 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: address-scopes {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.695706 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: agents {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.696868 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: auto-allocated-topology {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.698140 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: availability_zones {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.699350 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: dhcp-networks {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.700858 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: dhcp-agents {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.702351 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: routers {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.704530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: flavors {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.705818 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: service_profiles {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.707026 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: next_providers {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.708481 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: service_profiles {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.711002 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: floatingip-pools {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.712240 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: routers {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.713972 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: floatingips {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.715243 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: l3-routers {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.716649 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: l3-agents {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.718643 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: metering-labels {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.720147 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: metering-label-rules {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.721522 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: network-ip-availabilities {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.722792 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: bindings {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.724347 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: quotas {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.726061 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: quotas {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.727592 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: rbac-policies {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.728783 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: security-groups {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.730118 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: security-group-rules {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.731361 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: service-providers {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.732590 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: subnetpools {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.733966 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: subnetpools {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.735513 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.737196 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.739068 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.740868 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.742582 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.744532 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.746278 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.748161 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.749971 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.751724 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron.api.extensions [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Extended resource: tags {{(pid=103972) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:03:58.757822 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING keystonemiddleware.auth_token [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:03:58.762891 dv-cinder-837354-2-iscsi neutron-server[103972]: WARNING keystonemiddleware.auth_token [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:03:58.772262 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Acquired lock "singleton_lock" {{(pid=103972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 16:03:58.772738 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_concurrency.lockutils [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Releasing lock "singleton_lock" {{(pid=103972) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 16:03:58.773391 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Starting 2 workers Jun 16 16:03:58.778316 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Started child 104079 {{(pid=103972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:58.783404 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Started child 104080 {{(pid=103972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:58.784312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.785000 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO neutron.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:03:58.785662 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.785938 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [-] (104079) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:03:58.788150 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Starting 1 workers Jun 16 16:03:58.788620 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.790128 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [-] (104080) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:03:58.793376 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Started child 104081 {{(pid=103972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:58.793954 dv-cinder-837354-2-iscsi neutron-server[103972]: INFO oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Starting 1 workers Jun 16 16:03:58.797166 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] calling RpcWorker wait() {{(pid=104081) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:03:58.797698 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] returning from RpcWorker wait() {{(pid=104081) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:03:58.798521 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Started child 104082 {{(pid=103972) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:03:58.798963 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.799298 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f38f00df-7303-4e0f-acc7-8216db71f7f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.799454 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:58.801257 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:03:58.801471 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:58.801657 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:58.801898 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:58.802213 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:58.802370 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:58.802883 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.803168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.803428 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.803527 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:03:58.803965 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.804303 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.804571 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.804661 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:58.804817 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.805088 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.805353 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.805530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.805698 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.805968 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.806204 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.806532 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.806801 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.807055 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.807335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.807508 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.807785 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.808047 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.808278 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.808573 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] debug = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.808841 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.809332 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.809583 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.809858 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.810079 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.810352 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.810580 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.810834 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.811068 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.811289 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.811537 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.811822 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.812092 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.812309 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.812552 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.812822 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.813045 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.813557 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] host = dv-cinder-837354-2-iscsi {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.813825 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.814064 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.814293 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.814545 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.814805 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.815022 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.815271 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.815516 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.815789 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.816016 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.816265 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.816516 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.816748 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.816986 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.817135 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_options = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.817378 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.817633 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.817934 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.818137 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.818307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.818456 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.818709 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.818875 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.819125 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.819361 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.819594 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.819830 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.820063 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.820319 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.820586 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.820830 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.821063 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.821301 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.821557 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.821820 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.822305 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.822305 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823335 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823849 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823849 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.823849 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.824239 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.824371 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.824512 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.824751 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.825002 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.825261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.825496 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.825868 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.826010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.826231 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.826459 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.827790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.827790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.827790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.828118 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.828118 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.828340 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.828574 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_json = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.828789 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.829025 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.829273 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.829501 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.829753 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.830104 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.830231 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.830832 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.830832 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.831071 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.831320 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.832553 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.834568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.834568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.834568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.834568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.834568 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.835094 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.835094 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.835318 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.835409 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.835652 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.836180 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.836180 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.836551 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.836551 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837615 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837615 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837615 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837615 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837970 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.837970 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.838253 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.838596 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.838853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.839142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.839354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.839591 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.839836 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.840936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.840936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.840936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.840936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.841259 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.841259 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.841650 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.841776 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.841936 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.842221 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.842454 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.842696 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.843019 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.844013 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.844013 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.844302 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.844417 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.844944 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.845111 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.845334 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.845594 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.845851 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.846114 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.846354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.846585 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.848892 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849597 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.849989 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.850070 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.850234 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.850447 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.850652 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.850869 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.851083 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.851300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.851550 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.851769 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.851964 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.852204 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.852418 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.852629 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.852841 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.853071 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.853412 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.853616 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.853886 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.854113 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.854392 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.854571 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.854787 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.855010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.855232 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.855444 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.855687 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.855904 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.856169 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.856412 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.856635 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.856888 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.857776 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.857776 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.857776 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.857776 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.858112 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861189 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.861853 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.862360 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.862360 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.862503 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.862618 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.862890 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.863123 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.863368 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.863589 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.863817 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.864056 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.864306 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.864534 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.864872 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.865149 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.865386 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.865601 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.865890 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.866137 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.866376 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.866652 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.866906 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.867135 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.867365 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.867591 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.867823 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.868080 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.868307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.868517 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.868749 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.868957 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.869177 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.869417 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.869615 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.869893 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.870128 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.870354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.870570 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.870783 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.871028 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.871275 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.871490 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.871727 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.871963 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.872178 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.872394 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.872607 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.872816 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.873062 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.873285 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.873559 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.873837 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.874051 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.874312 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.874538 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.874790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.875027 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.875292 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.875510 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.875739 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.875953 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.876171 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.876383 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.876613 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.876838 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.877051 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.877285 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.877539 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.877912 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.878164 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.878402 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.878655 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.878908 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.879144 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.879361 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.879573 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.879819 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.880037 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.880266 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.880507 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.880715 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.880963 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.881173 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.881408 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882040 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882040 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882214 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882362 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882584 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.882799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.883019 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.883235 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.883448 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.883655 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.883867 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.884080 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.884312 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.884589 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.884872 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.885106 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.885350 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.885566 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.885824 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.886058 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.886302 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.886511 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.886734 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.886949 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.887158 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.887399 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.887610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.887819 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.888041 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.888259 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.888464 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.888694 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.888903 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.889141 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.889359 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.889578 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.890309 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.890540 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.890758 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.890961 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.891174 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.891383 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.891594 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.891821 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.892036 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.892291 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.892460 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.892673 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.892885 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.893163 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.893426 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.893645 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.893974 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.894204 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.894446 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.894698 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.895014 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.895249 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.895529 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.895759 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.896009 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.896254 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.896511 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.896855 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.897205 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.897616 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.897922 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.898215 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.898508 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.898793 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.899032 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.899352 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.899674 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.900081 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.900396 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.901088 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.901298 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.901527 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.901767 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.902023 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.902241 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.902462 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.902722 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.902955 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.903213 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.903422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.903676 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.903893 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.904122 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.904354 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.904593 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.904977 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.905271 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:58.906070 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103972) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:03:58.906237 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:03:58.906378 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:03:58.906551 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:03:58.906817 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:03:58.906918 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:03:58.907113 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.907253 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.907417 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.907577 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.907774 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.907941 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.908101 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.908303 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.908439 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.908569 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.908877 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.909180 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.909477 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.909645 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.909829 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.909984 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910131 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910309 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910512 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910647 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910767 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.910926 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] debug = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.911230 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.911574 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.911906 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912067 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912228 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912393 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912539 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912706 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.912864 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913171 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913331 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913491 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913836 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.913836 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914096 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914223 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914406 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] host = dv-cinder-837354-2-iscsi {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914406 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914623 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914743 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.914881 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:58.915010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915491 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915672 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915992 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.915992 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916536 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916536 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_options = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.916938 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917125 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917322 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917489 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917649 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917833 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.917994 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918155 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918352 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918523 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918635 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918761 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.918918 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.919084 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.919252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.919663 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.919663 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.919663 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920078 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920078 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920078 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920872 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.920872 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.921578 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.921668 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922139 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922139 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922139 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922395 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922395 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922819 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.922819 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923064 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923064 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923292 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923292 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923530 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923651 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923734 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.923893 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924055 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924214 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924373 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_json = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924532 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924692 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.924852 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925011 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925170 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925331 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925494 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925655 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.925841 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:03:58.926053 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926174 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926506 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926667 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926828 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.926988 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927148 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927468 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927637 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.927970 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928131 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928292 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928456 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928618 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928777 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.928937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929099 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929259 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929419 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929587 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929765 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.929928 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930087 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930414 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930575 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930743 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.930919 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931081 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931244 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931405 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931565 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931727 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.931908 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.932104 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.932302 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.932385 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.932557 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.932674 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.933077 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.933077 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.933077 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.934142 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.935300 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936261 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936863 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.936863 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937007 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937084 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937215 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937377 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937538 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937699 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.937882 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938044 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938204 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938365 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938554 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938685 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938837 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.938997 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939159 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939321 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939483 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939645 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939807 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.939968 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940129 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940290 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940451 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940613 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940790 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.940995 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941090 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941248 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941412 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941604 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941744 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.941898 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942046 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942208 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942373 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942531 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942693 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.942855 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943019 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943178 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943339 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943500 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943662 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943837 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.943959 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944118 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944279 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944439 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944599 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944758 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.944948 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945085 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945239 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945399 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945567 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945752 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.945923 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946094 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946305 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946438 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946574 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946712 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.946872 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947032 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947193 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947377 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947507 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947658 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.947885 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948280 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948560 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948663 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948749 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.948902 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.949524 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.949524 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.949524 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.949524 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950050 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950050 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950050 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950666 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950666 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950666 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.950666 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.951252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.951252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.951252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.951252 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.952937 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.954422 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.955515 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957247 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.957799 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.958755 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960168 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.960848 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.961797 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.962610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.962610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.962610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.962610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.962610 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963284 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963614 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963614 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.963766 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.964042 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.964042 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.965153 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.972984 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.973231 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.973418 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.973601 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.973804 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.973983 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.974232 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.974438 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.974622 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.974805 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.974982 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.975153 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.975322 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.975502 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.975670 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.975836 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976001 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976167 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976330 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976503 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976667 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.976832 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977004 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977165 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977326 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977487 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977662 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.977854 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978020 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978182 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978344 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978506 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978670 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.978837 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979009 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979176 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979339 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979513 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979680 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.979849 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980010 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980178 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980351 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980511 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980672 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.980833 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981001 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981147 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981307 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981467 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981627 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981828 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.981959 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982119 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982279 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982439 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982599 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982759 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.982918 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.983077 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.983238 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.983400 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:03:58.984048 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103972) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:03:59.001455 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42460) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:03:59.010190 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065496 Jun 16 16:04:08.271943 dv-cinder-837354-2-iscsi neutron-server[103972]: DEBUG dbcounter [-] [103972] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103972) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:10.296254 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340dc93-b1b5-40d9-9b7a-34e92d95bf07 None None] get_active_networks_info from dv-cinder-837354-2-iscsi {{(pid=104081) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 16:04:10.301742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writer thread running {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:04:10.423839 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340dc93-b1b5-40d9-9b7a-34e92d95bf07 None None] No non-hosted networks {{(pid=104081) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:04:10.502464 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6b499eff-88ff-4420-9752-706877dbcd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:11.960078 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:04:12.581224 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-932b6d84-58a5-4854-9b84-8ac95d702e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:12.620491 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-acc6dcff-1d4e-465e-aa8d-7cf6cbf901b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:13.563220 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:13.679787 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42534) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:14.298682 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-c59a2d33-ffab-439b-96a3-68f62907d3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:14.299327 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-c59a2d33-ffab-439b-96a3-68f62907d3f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:14.544346 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-c59a2d33-ffab-439b-96a3-68f62907d3f0 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:04:14.557753 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c59a2d33-ffab-439b-96a3-68f62907d3f0 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8647444 Jun 16 16:04:15.114075 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:15.644069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:15.645405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.645762 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.646080 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.646408 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.646784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.647104 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.647430 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.647816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.648148 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.648455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.648785 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.649408 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.649952 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.650425 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.650738 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.651129 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837354-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:15.656723 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837354-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:17.046484 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42566) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:17.416950 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:17.509010 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.policy [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104080) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:04:17.552420 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:17.552732 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:17.572598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writer thread running {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:04:17.654802 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723660208', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723659684', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723643761', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723632943', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723630399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792723616855', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-805752', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3711449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3785379'] for rbac-policy (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:17.726740 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:17.727954 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-08c776a9-6fef-4785-b9b9-baf19131a567 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6802745 Jun 16 16:04:18.815005 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.db.l3_hamode_db [None req-59a9ff55-f135-4303-b72a-1a055899e5b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:04:18.893983 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9ff55-f135-4303-b72a-1a055899e5b5 None None] Routers set() bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:18.894374 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9ff55-f135-4303-b72a-1a055899e5b5 None None] Router IDs set() for agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 16:04:20.126983 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42578) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:20.455226 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:20.486345 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Made reservation on behalf of caaea6a33f9840079019e777b132555a for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:20.490224 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.509048 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.622799 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks [] for security_group (950f200b-41cf-4591-b603-248ba090a540), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.627556 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (950f200b-41cf-4591-b603-248ba090a540), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.653197 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:04:20.687935 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792727255534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.688496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Unsubscribe: segment precommit_create {{(pid=104080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:04:20.689034 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Added segment 41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8 of type vlan for network 170cbd93-4818-410d-b212-98b85209f256 Jun 16 16:04:20.723163 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=950f200b-41cf-4591-b603-248ba090a540,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:20.768074 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.768429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.768790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.769144 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.769479 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.769826 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.770154 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.770477 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.770797 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.771119 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.771439 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.771772 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.772097 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.772412 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.772726 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Tracked resource versions report: Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: pushed versions: Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Agent': {'1.1'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Log': {'1.0'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Network': {'1.1'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Port': {'1.7'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: consumer versions: Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Agent': '1.1', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Log': '1.0', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'NDPProxy': '1.0', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Network': '1.1', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Port': '1.7', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'PortForwarding': '1.3', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'QosPolicy': '1.10', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SubPort': '1.0', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Subnet': '1.1', Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Trunk': '1.1'}} Jun 16 16:04:20.774188 dv-cinder-837354-2-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:20.802569 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (170cbd93-4818-410d-b212-98b85209f256), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.832373 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=49,neutron:INSERT=47,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:20.848995 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (170cbd93-4818-410d-b212-98b85209f256), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.854197 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:20.854915 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:20.933585 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8054960 Jun 16 16:04:20.987151 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03955f5-7c0d-4564-acfa-195fbad85bd9 demo demo] Pushing event updated for resources: {'Network': ['ID=170cbd93-4818-410d-b212-98b85209f256,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:21.003158 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 170cbd93-4818-410d-b212-98b85209f256 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:04:23.325232 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42592) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:23.738919 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c46aa-4c7b-479b-9424-cb19272e365b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:23.740195 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2d1c46aa-4c7b-479b-9424-cb19272e365b demo admin] 10.222.0.88 "GET /v2.0/networks/170cbd93-4818-410d-b212-98b85209f256 HTTP/1.1" status: 200 len: 826 time: 0.4139736 Jun 16 16:04:23.765376 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b912e64e-da7b-4bfe-b56a-903a0c27198e demo admin] 10.222.0.88 "GET /v2.0/subnetpools/2af46483-baec-42ee-a58c-d60b26e60c58 HTTP/1.1" status: 200 len: 734 time: 0.0194826 Jun 16 16:04:23.774162 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:23.797307 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Made reservation on behalf of caaea6a33f9840079019e777b132555a for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:23.799598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:24.027912 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:24.094287 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (d392d15e-3c39-43ca-ab5d-b7f0d8e70730), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:24.163356 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d392d15e-3c39-43ca-ab5d-b7f0d8e70730,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:24.173392 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Checking segment: {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:24.173781 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Network hostable DHCP agents. Network: 170cbd93-4818-410d-b212-98b85209f256, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:24.196981 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Network 170cbd93-4818-410d-b212-98b85209f256 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:24.210110 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 170cbd93-4818-410d-b212-98b85209f256) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:24.215252 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:24.215928 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:24.222662 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f5d80-2ea7-421f-81e2-4a23c071dfa8 None None] Network 170cbd93-4818-410d-b212-98b85209f256 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:04:24.234075 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-11bf1f00-7f65-429d-8ce1-859ebb930e33 demo admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4630420 Jun 16 16:04:24.501278 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-170cbd93-4818-410d-b212-98b85209f256', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'project_id': 'caaea6a33f9840079019e777b132555a', 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:04:24.502710 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:24.781684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Allocated IP 172.20.0.2 (170cbd93-4818-410d-b212-98b85209f256/d392d15e-3c39-43ca-ab5d-b7f0d8e70730/84693e31-5038-406d-9420-ccd81981a298) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:24.930986 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:25.053957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks [] for port (84693e31-5038-406d-9420-ccd81981a298), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.066292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (84693e31-5038-406d-9420-ccd81981a298), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.137275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Network 170cbd93-4818-410d-b212-98b85209f256 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:25.149241 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:25.150620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:25.155447 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Pushing event updated for resources: {'Port': ['ID=84693e31-5038-406d-9420-ccd81981a298,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:25.160695 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:04:25.170061 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.170910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.171271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.171633 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.171976 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.172309 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.172639 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.172968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.173326 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.173657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.174009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.174356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.174690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.175014 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.175336 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Tracked resource versions report: Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: pushed versions: Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Agent': {'1.1'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Log': {'1.0'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Network': {'1.1'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Port': {'1.7'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: consumer versions: Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Agent': '1.1', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Log': '1.0', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'NDPProxy': '1.0', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Network': '1.1', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Port': '1.7', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'PortForwarding': '1.3', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'QosPolicy': '1.10', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SubPort': '1.0', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Subnet': '1.1', Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Trunk': '1.1'}} Jun 16 16:04:25.176807 dv-cinder-837354-2-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:25.255042 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Attempting to bind port 84693e31-5038-406d-9420-ccd81981a298 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:04:25.255702 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Attempting to bind port 84693e31-5038-406d-9420-ccd81981a298 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:04:25.255856 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Attempting to bind port 84693e31-5038-406d-9420-ccd81981a298 on network 170cbd93-4818-410d-b212-98b85209f256 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:04:25.261213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:04:25.261606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Checking segment: {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:25.262114 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.262508 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Bound using segment: {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:04:25.263009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Bound port: 84693e31-5038-406d-9420-ccd81981a298, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:04:25.263409 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (84693e31-5038-406d-9420-ccd81981a298), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.324354 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] For port 84693e31-5038-406d-9420-ccd81981a298, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:04:25.345055 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] For port 84693e31-5038-406d-9420-ccd81981a298, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84693e31-5038-406d-9420-ccd81981a298,segment=NetworkSegment(41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8),segment_id=41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:04:25.351962 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (84693e31-5038-406d-9420-ccd81981a298), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:25.411583 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e402c0-f421-45f1-83ae-66165d0653c5 None None] Pushing event updated for resources: {'Port': ['ID=84693e31-5038-406d-9420-ccd81981a298,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:26.128663 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:26.140139 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=8 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:26.619230 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 42606) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:27.161874 dv-cinder-837354-2-iscsi neutron-server[104079]: WARNING oslo_policy.policy [None req-cd2e8ffe-011d-489f-a6dd-1afb2894d551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:27.162420 dv-cinder-837354-2-iscsi neutron-server[104079]: WARNING oslo_policy.policy [None req-cd2e8ffe-011d-489f-a6dd-1afb2894d551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:27.380177 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [None req-cd2e8ffe-011d-489f-a6dd-1afb2894d551 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:04:27.381495 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-cd2e8ffe-011d-489f-a6dd-1afb2894d551 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7604017 Jun 16 16:04:29.783625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 42620) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:30.110867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [None req-8fdd5124-aaf1-4703-bb3f-9a39e70908d1 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:04:30.111847 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8fdd5124-aaf1-4703-bb3f-9a39e70908d1 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3272908 Jun 16 16:04:32.494604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 42632) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:32.827437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:32.889547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.policy [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104079) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:04:32.933420 dv-cinder-837354-2-iscsi neutron-server[104079]: WARNING oslo_policy.policy [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:32.933868 dv-cinder-837354-2-iscsi neutron-server[104079]: WARNING oslo_policy.policy [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:04:32.956603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writer thread running {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 16:04:32.962761 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:33.005449 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (fb369203-02ac-49f7-a311-38b29645ccb8), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.007804 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (fb369203-02ac-49f7-a311-38b29645ccb8), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.177383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Publish callbacks [] for router_controller (fb369203-02ac-49f7-a311-38b29645ccb8), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.185750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (fb369203-02ac-49f7-a311-38b29645ccb8), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.214357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.215670 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a2fef2f3-b0d0-40aa-93bc-6b7bea6de03e demo demo] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7200267 Jun 16 16:04:33.406514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84693e31-5038-406d-9420-ccd81981a298 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:33.501212 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 84693e31-5038-406d-9420-ccd81981a298 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:33.501623 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84693e31-5038-406d-9420-ccd81981a298), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.616648 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e46f0c3-da25-40cb-a178-5be181b50292 None None] Network 170cbd93-4818-410d-b212-98b85209f256 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:04:33.620337 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 84693e31-5038-406d-9420-ccd81981a298 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:33.620725 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (84693e31-5038-406d-9420-ccd81981a298), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.725477 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 84693e31-5038-406d-9420-ccd81981a298, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84693e31-5038-406d-9420-ccd81981a298,segment=NetworkSegment(41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8),segment_id=41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:04:33.728301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-4845e957-41a5-4cf3-9905-53b4932c5590 None None] Provisioning complete for port 84693e31-5038-406d-9420-ccd81981a298 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:33.728732 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4845e957-41a5-4cf3-9905-53b4932c5590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84693e31-5038-406d-9420-ccd81981a298), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.753075 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (84693e31-5038-406d-9420-ccd81981a298), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:33.866267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=84693e31-5038-406d-9420-ccd81981a298,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:33.905137 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4845e957-41a5-4cf3-9905-53b4932c5590 None None] Current status of the port 84693e31-5038-406d-9420-ccd81981a298 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:34.123829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-369429c9-7625-46ef-bf71-2d9aee326924 None None] Provisioning complete for port 84693e31-5038-406d-9420-ccd81981a298 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:34.124142 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-369429c9-7625-46ef-bf71-2d9aee326924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84693e31-5038-406d-9420-ccd81981a298), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:34.194371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:34.203261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-369429c9-7625-46ef-bf71-2d9aee326924 None None] Current status of the port 84693e31-5038-406d-9420-ccd81981a298 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:34.226096 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:34.226865 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:35.387263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84693e31-5038-406d-9420-ccd81981a298 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:35.391981 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:35.441211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 84693e31-5038-406d-9420-ccd81981a298 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:35.441603 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84693e31-5038-406d-9420-ccd81981a298), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:35.512542 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 84693e31-5038-406d-9420-ccd81981a298 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:35.643968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 42648) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:35.976003 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [None req-8809aace-3bab-4669-aaaf-ed549f8497f4 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:04:35.976994 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8809aace-3bab-4669-aaaf-ed549f8497f4 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321683 Jun 16 16:04:38.318349 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 42656) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:38.640393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:38.663434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Made reservation on behalf of a913cabdc8c6449f971e776cd4ba8813 for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:38.666363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:38.682827 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:38.789206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks [] for security_group (a5d36e33-036c-4b56-b2f6-07d278bafd17), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:38.793072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a5d36e33-036c-4b56-b2f6-07d278bafd17), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:38.804507 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104079) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:04:38.838440 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792727255534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (3c23d3ed-9fd9-4296-b35c-38af4f51180d), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:38.838980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Unsubscribe: segment precommit_create {{(pid=104079) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:04:38.839505 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Added segment 3c23d3ed-9fd9-4296-b35c-38af4f51180d of type flat for network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 Jun 16 16:04:38.858140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d36e33-036c-4b56-b2f6-07d278bafd17,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:38.908813 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.909194 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.910031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.910522 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.910928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.911325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.911691 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.912076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.912564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.913075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.913368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.913768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.914117 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.914547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.914940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Tracked resource versions report: Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: pushed versions: Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Agent': {'1.1'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Log': {'1.0'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'NDPProxy': {'1.0'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Network': {'1.1'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Port': {'1.7'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'PortForwarding': {'1.3'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'QosPolicy': {'1.10'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroup': {'1.5'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SubPort': {'1.0'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Subnet': {'1.1'}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Trunk': {'1.1'}} Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: consumer versions: Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Agent': '1.1', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'ConntrackHelper': '1.0', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'LocalIPAssociation': '1.0', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Log': '1.0', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'NDPProxy': '1.0', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Network': '1.1', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Port': '1.7', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'PortForwarding': '1.3', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'QosPolicy': '1.10', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroup': '1.5', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroupRule': '1.2', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SubPort': '1.0', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Subnet': '1.1', Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Trunk': '1.1'}} Jun 16 16:04:38.916699 dv-cinder-837354-2-iscsi neutron-server[104079]: {{(pid=104079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:38.969513 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:39.012098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:39.013455 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:39.014750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:39.082726 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7633028 Jun 16 16:04:39.123403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae44f2-287c-40a1-8aa3-3cf18016c2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:39.135205 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:04:40.236971 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-57d51abc-da8e-4f33-8426-ae8db465ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:41.431801 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42668) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:41.802496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fa13f-83a0-4d1b-94ab-11bc2e702f8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:41.803853 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3a5fa13f-83a0-4d1b-94ab-11bc2e702f8a demo admin] 10.222.0.88 "GET /v2.0/subnets/d392d15e-3c39-43ca-ab5d-b7f0d8e70730 HTTP/1.1" status: 200 len: 849 time: 0.3710945 Jun 16 16:04:41.963468 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a8bbd89b-a92b-4b73-a5f9-26b7538c4087 demo admin] 10.222.0.88 "GET /v2.0/routers/fb369203-02ac-49f7-a311-38b29645ccb8 HTTP/1.1" status: 200 len: 704 time: 0.1537647 Jun 16 16:04:42.234358 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:42.520973 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Allocated IP 172.20.0.1 (170cbd93-4818-410d-b212-98b85209f256/d392d15e-3c39-43ca-ab5d-b7f0d8e70730/373342ca-592f-48e5-a1cf-5246bf84a775) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:42.575858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a63f746a-ad5b-4213-b2ff-f9e8c9225579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:42.677336 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks [] for port (373342ca-592f-48e5-a1cf-5246bf84a775), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:42.742029 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:42.867878 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Network 170cbd93-4818-410d-b212-98b85209f256 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:42.874215 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:42.878744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:04:42.879797 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (fb369203-02ac-49f7-a311-38b29645ccb8), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:42.899809 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Pushing event updated for resources: {'Port': ['ID=373342ca-592f-48e5-a1cf-5246bf84a775,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:43.040378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:43.073919 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-f4b353d1-c27c-4aaf-a5f9-4ec1259c2cb5 None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:43.074310 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f4b353d1-c27c-4aaf-a5f9-4ec1259c2cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.081061 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.091262 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:43.108925 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f4b353d1-c27c-4aaf-a5f9-4ec1259c2cb5 None None] Port 373342ca-592f-48e5-a1cf-5246bf84a775 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:04:43.285967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks [] for port (373342ca-592f-48e5-a1cf-5246bf84a775), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.290471 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.291453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (fb369203-02ac-49f7-a311-38b29645ccb8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.349449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Pushing event updated for resources: {'Port': ['ID=373342ca-592f-48e5-a1cf-5246bf84a775,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:43.421499 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Network 170cbd93-4818-410d-b212-98b85209f256 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:43.422767 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:43.587080 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.607075 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Router fb369203-02ac-49f7-a311-38b29645ccb8 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:04:43.630687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-caaacd04-840c-4e47-ade9-8cd1c247b09f None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:43.631086 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-caaacd04-840c-4e47-ade9-8cd1c247b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:43.663653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-caaacd04-840c-4e47-ade9-8cd1c247b09f None None] Port 373342ca-592f-48e5-a1cf-5246bf84a775 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:04:43.705339 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:04:43.710448 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6e7f5b0c-fc68-4cf0-b305-7766c2bfaf5d demo admin] 10.222.0.88 "PUT /v2.0/routers/fb369203-02ac-49f7-a311-38b29645ccb8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7415566 Jun 16 16:04:43.715494 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Sync routers for ids ['fb369203-02ac-49f7-a311-38b29645ccb8'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:43.729345 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Routers {'fb369203-02ac-49f7-a311-38b29645ccb8'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:43.730205 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:04:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fb369203-02ac-49f7-a311-38b29645ccb8'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:43.912937 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Set router fb369203-02ac-49f7-a311-38b29645ccb8 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:44.330128 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:43Z', 'revision_number': 2, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port_host': None, '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:43Z', 'revision_number': 2, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:44.381661 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Checking router: fb369203-02ac-49f7-a311-38b29645ccb8 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:44.382051 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Updating router fb369203-02ac-49f7-a311-38b29645ccb8 port 373342ca-592f-48e5-a1cf-5246bf84a775 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:44.434932 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:44.946934 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks [] for port (373342ca-592f-48e5-a1cf-5246bf84a775), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:44.954801 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.072613 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.116857 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Attempting to bind port 373342ca-592f-48e5-a1cf-5246bf84a775 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:04:45.117270 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Attempting to bind port 373342ca-592f-48e5-a1cf-5246bf84a775 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:04:45.117700 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Attempting to bind port 373342ca-592f-48e5-a1cf-5246bf84a775 on network 170cbd93-4818-410d-b212-98b85209f256 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:04:45.131043 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:04:45.131453 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Checking segment: {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:45.131934 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.132329 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Bound using segment: {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:04:45.132879 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Bound port: 373342ca-592f-48e5-a1cf-5246bf84a775, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '170cbd93-4818-410d-b212-98b85209f256'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:04:45.133267 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.155827 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Pushing event updated for resources: {'Port': ['ID=373342ca-592f-48e5-a1cf-5246bf84a775,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:45.181754 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.182096 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.182450 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.182796 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.183140 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.183473 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.183801 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.184130 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.184948 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.185166 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.185548 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.186302 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.186638 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.186967 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.187296 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Tracked resource versions report: Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: pushed versions: Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Agent': {'1.1'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Log': {'1.0'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Network': {'1.1'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Port': {'1.7'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: consumer versions: Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Agent': '1.1', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Log': '1.0', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'NDPProxy': '1.0', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Network': '1.1', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Port': '1.7', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'PortForwarding': '1.3', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'QosPolicy': '1.10', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SubPort': '1.0', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Subnet': '1.1', Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Trunk': '1.1'}} Jun 16 16:04:45.188788 dv-cinder-837354-2-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:04:45.197665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-2e0fb217-5948-49af-8fd0-12a3d0431394 None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:45.198032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e0fb217-5948-49af-8fd0-12a3d0431394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.209648 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:45.227937 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] For port 373342ca-592f-48e5-a1cf-5246bf84a775, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:04:45.230228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fb217-5948-49af-8fd0-12a3d0431394 None None] Port 373342ca-592f-48e5-a1cf-5246bf84a775 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:04:45.252340 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] For port 373342ca-592f-48e5-a1cf-5246bf84a775, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=373342ca-592f-48e5-a1cf-5246bf84a775,segment=NetworkSegment(41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8),segment_id=41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:04:45.258589 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.293195 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:45.322463 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9ecf4-ec81-4717-bc0b-dc9a6a93b2f5 None None] Pushing event updated for resources: {'Port': ['ID=373342ca-592f-48e5-a1cf-5246bf84a775,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:45.328776 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Routers {'fb369203-02ac-49f7-a311-38b29645ccb8'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:45.329411 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:04:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fb369203-02ac-49f7-a311-38b29645ccb8'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:45.416512 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] Set router fb369203-02ac-49f7-a311-38b29645ccb8 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:45.562696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:45.563274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.610247 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:43Z', 'revision_number': 2, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port_host': None, '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:45Z', 'revision_number': 4, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:45.637991 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89ae3-0171-4ceb-82bb-05b5da83f45c None None] The sync data for ids ['fb369203-02ac-49f7-a311-38b29645ccb8'] in dv-cinder-837354-2-iscsi is: [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:43Z', 'revision_number': 2, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port_host': None, '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:45Z', 'revision_number': 4, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:45.663011 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Current status of the port 373342ca-592f-48e5-a1cf-5246bf84a775 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:45.663473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.674373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.701632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] For port 373342ca-592f-48e5-a1cf-5246bf84a775, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=373342ca-592f-48e5-a1cf-5246bf84a775,segment=NetworkSegment(41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8),segment_id=41f709c0-b04f-4b2b-b3d9-6ad2c239c5c8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:04:45.706490 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:45.758099 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e36a-a775-410f-a5a2-12aac4736dd5 None None] Pushing event updated for resources: {'Port': ['ID=373342ca-592f-48e5-a1cf-5246bf84a775,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:46.063833 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42688) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:46.267982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f724afc-2c6d-4eb7-b929-80240495907c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:46.269652 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0f724afc-2c6d-4eb7-b929-80240495907c admin admin] 10.222.0.88 "GET /v2.0/networks/f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 HTTP/1.1" status: 200 len: 842 time: 0.2048349 Jun 16 16:04:46.279825 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:46.299575 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Made reservation on behalf of a913cabdc8c6449f971e776cd4ba8813 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:04:46.301953 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:46.464730 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:46.491475 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:46.573553 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.objects.ports [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104080) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 16:04:46.574020 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (622fddde-0d85-435a-894a-92be55f1abda), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:46.629784 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622fddde-0d85-435a-894a-92be55f1abda,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:46.640705 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:46.641138 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Network hostable DHCP agents. Network: f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:04:46.658706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:04:46.667608 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:46.672598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:46.673243 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:46.677882 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10edd58a-c9e6-49c8-a696-06bcc03ecb4e None None] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:04:46.697974 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-13bca605-df5c-4c49-a3b6-c5b75f51c080 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4168072 Jun 16 16:04:46.792197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b023ceb-8120-487c-a7b0-587d365714e0 None None] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:04:47.844496 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:04:49.114305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:UPDATE=3,neutron:SELECT=44,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:49.120307 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42706) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:49.125673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=48,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:49.276615 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d5c661dc-9217-4578-9af7-fc7f491f740f demo admin] 10.222.0.88 "GET /v2.0/routers/fb369203-02ac-49f7-a311-38b29645ccb8 HTTP/1.1" status: 200 len: 710 time: 0.1551509 Jun 16 16:04:49.433923 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d84af-d76e-4ab4-ab20-da1680304a9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:04:49.435770 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-415d84af-d76e-4ab4-ab20-da1680304a9f demo admin] 10.222.0.88 "GET /v2.0/networks/f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 HTTP/1.1" status: 200 len: 886 time: 0.1521957 Jun 16 16:04:49.445569 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:04:49.675067 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks [] for router_gateway (fb369203-02ac-49f7-a311-38b29645ccb8), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:49.892071 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks [] for router_gateway (fb369203-02ac-49f7-a311-38b29645ccb8), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:49.971923 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.012740 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:50.063449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:50.084251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Allocated IP 172.27.0.56 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/257f0cf1-006f-4581-b857-d272422975f8) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:04:50.187555 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks [] for port (257f0cf1-006f-4581-b857-d272422975f8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.219512 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (257f0cf1-006f-4581-b857-d272422975f8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.262603 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:04:50.268139 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:04:50.270628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Pushing event updated for resources: {'Port': ['ID=257f0cf1-006f-4581-b857-d272422975f8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:50.274942 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:04:50.517428 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks [] for router_gateway (fb369203-02ac-49f7-a311-38b29645ccb8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.818959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3851075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3851233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14080'] for router (fb369203-02ac-49f7-a311-38b29645ccb8), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.823576 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3851080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3851121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3854191'] for router (fb369203-02ac-49f7-a311-38b29645ccb8), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:50.932238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Router fb369203-02ac-49f7-a311-38b29645ccb8 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:04:50.972238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:51.022897 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:51.032621 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:04:51.037360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08517403-a312-465b-90f5-25146527b614 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:51.038623 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-08517403-a312-465b-90f5-25146527b614 demo admin] 10.222.0.88 "PUT /v2.0/routers/fb369203-02ac-49f7-a311-38b29645ccb8 HTTP/1.1" status: 200 len: 889 time: 1.5962002 Jun 16 16:04:51.415787 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 373342ca-592f-48e5-a1cf-5246bf84a775 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:51.458282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:51.466483 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:51.472987 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:51.473452 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:51.546465 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 373342ca-592f-48e5-a1cf-5246bf84a775 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:52.108382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Sync routers for ids ['fb369203-02ac-49f7-a311-38b29645ccb8'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:04:52.120606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Routers {'fb369203-02ac-49f7-a311-38b29645ccb8'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:52.121260 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:04:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fb369203-02ac-49f7-a311-38b29645ccb8'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:52.327910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Set router fb369203-02ac-49f7-a311-38b29645ccb8 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:52.713132 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '257f0cf1-006f-4581-b857-d272422975f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:50Z', 'revision_number': 4, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port': {'id': '257f0cf1-006f-4581-b857-d272422975f8', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:49Z', 'updated_at': '2022-06-16T16:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:45Z', 'revision_number': 5, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:52.839662 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Checking router: fb369203-02ac-49f7-a311-38b29645ccb8 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:04:52.840020 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Updating router fb369203-02ac-49f7-a311-38b29645ccb8 port 257f0cf1-006f-4581-b857-d272422975f8 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:04:52.892664 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (257f0cf1-006f-4581-b857-d272422975f8), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.214809 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks [] for port (257f0cf1-006f-4581-b857-d272422975f8), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.225238 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (257f0cf1-006f-4581-b857-d272422975f8), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.278137 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Attempting to bind port 257f0cf1-006f-4581-b857-d272422975f8 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:04:53.278518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Attempting to bind port 257f0cf1-006f-4581-b857-d272422975f8 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:04:53.279433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Attempting to bind port 257f0cf1-006f-4581-b857-d272422975f8 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:04:53.281973 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d5b3-1d00-4aeb-904a-4a095a0be2c3 None None] Pushing event updated for resources: {'Port': ['ID=257f0cf1-006f-4581-b857-d272422975f8,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.288378 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:04:53.288764 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:04:53.289153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.289593 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:04:53.290071 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Bound port: 257f0cf1-006f-4581-b857-d272422975f8, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:04:53.291122 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (257f0cf1-006f-4581-b857-d272422975f8), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.342424 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:53.345454 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] For port 257f0cf1-006f-4581-b857-d272422975f8, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:04:53.349159 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] For port 257f0cf1-006f-4581-b857-d272422975f8, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=257f0cf1-006f-4581-b857-d272422975f8,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:04:53.362837 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (257f0cf1-006f-4581-b857-d272422975f8), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:53.388407 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:53.420230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 42724) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:04:53.426402 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Routers {'fb369203-02ac-49f7-a311-38b29645ccb8'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:04:53.427038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:04:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fb369203-02ac-49f7-a311-38b29645ccb8'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:53.461204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d5b3-1d00-4aeb-904a-4a095a0be2c3 None None] Pushing event updated for resources: {'Port': ['ID=257f0cf1-006f-4581-b857-d272422975f8,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:53.534576 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] Set router fb369203-02ac-49f7-a311-38b29645ccb8 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:04:53.553750 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e926495c-0007-4db4-ba3e-e8698b8e392c admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1217895 Jun 16 16:04:53.740863 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '257f0cf1-006f-4581-b857-d272422975f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:50Z', 'revision_number': 4, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port': {'id': '257f0cf1-006f-4581-b857-d272422975f8', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:49Z', 'updated_at': '2022-06-16T16:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:45Z', 'revision_number': 5, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:04:53.766418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfa391-2058-4849-a53a-7dce6b7da412 None None] The sync data for ids ['fb369203-02ac-49f7-a311-38b29645ccb8'] in dv-cinder-837354-2-iscsi is: [{'id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'name': 'router1', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '257f0cf1-006f-4581-b857-d272422975f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:04:33Z', 'updated_at': '2022-06-16T16:04:50Z', 'revision_number': 4, 'project_id': 'caaea6a33f9840079019e777b132555a', 'gw_port': {'id': '257f0cf1-006f-4581-b857-d272422975f8', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:49Z', 'updated_at': '2022-06-16T16:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '373342ca-592f-48e5-a1cf-5246bf84a775', 'name': '', 'network_id': '170cbd93-4818-410d-b212-98b85209f256', 'tenant_id': 'caaea6a33f9840079019e777b132555a', 'mac_address': 'fa:16:3e:39:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb369203-02ac-49f7-a311-38b29645ccb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:04:42Z', 'updated_at': '2022-06-16T16:04:45Z', 'revision_number': 5, 'project_id': 'caaea6a33f9840079019e777b132555a', 'subnets': [{'id': 'd392d15e-3c39-43ca-ab5d-b7f0d8e70730', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2af46483-baec-42ee-a58c-d60b26e60c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:04:55.417702 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 257f0cf1-006f-4581-b857-d272422975f8 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:55.476402 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 257f0cf1-006f-4581-b857-d272422975f8 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:55.477052 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (257f0cf1-006f-4581-b857-d272422975f8), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:55.564302 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 257f0cf1-006f-4581-b857-d272422975f8 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:55.564983 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (257f0cf1-006f-4581-b857-d272422975f8), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:55.594201 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 257f0cf1-006f-4581-b857-d272422975f8, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=257f0cf1-006f-4581-b857-d272422975f8,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:04:55.599310 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (257f0cf1-006f-4581-b857-d272422975f8), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:55.660669 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=257f0cf1-006f-4581-b857-d272422975f8,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:57.455436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 257f0cf1-006f-4581-b857-d272422975f8 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:04:57.526784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 257f0cf1-006f-4581-b857-d272422975f8 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:04:57.529292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (257f0cf1-006f-4581-b857-d272422975f8), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:04:57.625829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 257f0cf1-006f-4581-b857-d272422975f8 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:04:57.842775 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=35 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:04:57.844931 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:INSERT=1,neutron:SELECT=46 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:03.536312 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:03.540731 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:07.586720 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:07.626605 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:08.908989 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:10.243820 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84ac360f-cdcd-4055-8b12-2d1013c882e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:12.582534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f070d544-d208-4530-9fce-d4daea2ca09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:13.543181 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:15.081000 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:15.656855 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:22.856948 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:22.861288 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:24.854567 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:05:25.641385 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:25.651217 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:34.844169 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:40.238366 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c7c717e5-57fa-4e1c-b596-b456301e4d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:42.578295 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5ca54dc-0a26-48b6-b802-4ab7e5208565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:43.541694 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:45.085344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:45.654901 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:05:55.642464 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:05:55.650477 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:01.845552 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:06:10.241274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-99b88232-72e4-45b6-8779-a45ad7a18cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:11.575311 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43260) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:11.638274 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6414341b-b1c8-4b6e-a7d3-592b03c4801b admin admin] GET failed (client error): The resource could not be found. Jun 16 16:06:11.639609 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6414341b-b1c8-4b6e-a7d3-592b03c4801b admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633397 Jun 16 16:06:11.804067 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bc60c-7c16-4b4d-8028-2c1b332d6871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:11.805567 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-574bc60c-7c16-4b4d-8028-2c1b332d6871 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1618967 Jun 16 16:06:11.840325 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:11.841094 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:12.580522 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4efa-063b-4585-bb12-e4b65dc4f03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:13.544272 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:13.980345 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43270) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:14.072509 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167f974-3472-4269-8f4e-c0c2ee6ca532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:14.074514 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8167f974-3472-4269-8f4e-c0c2ee6ca532 admin admin] 10.222.0.88 "GET /v2.0/subnets/d392d15e-3c39-43ca-ab5d-b7f0d8e70730 HTTP/1.1" status: 200 len: 849 time: 0.0932131 Jun 16 16:06:14.085476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:06:14.173026 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Publish callbacks [] for subnet (d392d15e-3c39-43ca-ab5d-b7f0d8e70730), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:14.314283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792727166028'] for subnet (d392d15e-3c39-43ca-ab5d-b7f0d8e70730), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:14.348075 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:14.348075 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:14.349338 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] 10.222.0.88 "PUT /v2.0/subnets/d392d15e-3c39-43ca-ab5d-b7f0d8e70730 HTTP/1.1" status: 200 len: 868 time: 0.2674453 Jun 16 16:06:14.357687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461e1c9-d531-4474-b322-723cc29af6a8 None None] Network 170cbd93-4818-410d-b212-98b85209f256 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:06:14.373149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d392d15e-3c39-43ca-ab5d-b7f0d8e70730,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:14.383453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.383453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.383798 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.383888 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.384186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.384513 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.384862 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.385944 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.386155 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.386591 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.386939 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.387269 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.387592 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.387913 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.388231 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314e27b-a40f-44a3-8754-79eed8a63e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:14.711273 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Provisioning complete for port 84693e31-5038-406d-9420-ccd81981a298 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:06:14.711657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84693e31-5038-406d-9420-ccd81981a298), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:14.786036 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Current status of the port 84693e31-5038-406d-9420-ccd81981a298 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:06:14.793966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Provisioning complete for port 373342ca-592f-48e5-a1cf-5246bf84a775 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:06:14.794348 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (373342ca-592f-48e5-a1cf-5246bf84a775), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:14.868186 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8ae52-3e05-467a-bd6f-15b93080031a None None] Current status of the port 373342ca-592f-48e5-a1cf-5246bf84a775 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:06:15.084257 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:15.649373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:16.516240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43278) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:16.718831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a8460-08fc-4381-9078-5d6be529d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.719215 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a8460-08fc-4381-9078-5d6be529d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:16.721015 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-077a8460-08fc-4381-9078-5d6be529d19b admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2038169 Jun 16 16:06:18.880798 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43286) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:19.016971 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f051c6-99cb-4c0d-930c-1a512b7d7fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:19.017465 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f051c6-99cb-4c0d-930c-1a512b7d7fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:19.020489 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-61f051c6-99cb-4c0d-930c-1a512b7d7fb8 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1383748 Jun 16 16:06:21.159376 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43294) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:21.289689 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc68501-8cab-4151-902a-f424967fd428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:21.291082 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-efc68501-8cab-4151-902a-f424967fd428 admin admin] 10.222.0.88 "GET /v2.0/networks/170cbd93-4818-410d-b212-98b85209f256 HTTP/1.1" status: 200 len: 870 time: 0.1307626 Jun 16 16:06:23.443977 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43302) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:23.494742 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:23.516678 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:23.575036 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0aa811-3791-4b05-aadc-19aae9c20829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:23.576424 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fd0aa811-3791-4b05-aadc-19aae9c20829 admin admin] 10.222.0.88 "GET /v2.0/networks/f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 HTTP/1.1" status: 200 len: 886 time: 0.1315050 Jun 16 16:06:25.637897 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=4,neutron:SELECT=44 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:25.643166 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:25.715011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43310) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:25.854352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3687a67-7e7c-4c84-8280-7774c4dc9f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:25.854814 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3687a67-7e7c-4c84-8280-7774c4dc9f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:25.856373 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e3687a67-7e7c-4c84-8280-7774c4dc9f29 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404097 Jun 16 16:06:28.012215 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43320) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:28.105427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab264d9-f2f1-4ff3-a4a5-33a8dfbfe69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:28.105904 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab264d9-f2f1-4ff3-a4a5-33a8dfbfe69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:28.107394 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-cab264d9-f2f1-4ff3-a4a5-33a8dfbfe69c admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942323 Jun 16 16:06:30.243794 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43328) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:30.377743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90cbba-0108-4887-bdfc-6cbf13d588fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:30.379113 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-4b90cbba-0108-4887-bdfc-6cbf13d588fc admin admin] 10.222.0.88 "GET /v2.0/subnets/622fddde-0d85-435a-894a-92be55f1abda HTTP/1.1" status: 200 len: 816 time: 0.1338110 Jun 16 16:06:32.526285 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43338) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:32.626558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e55b5-fe81-4d42-b148-1d31d69c915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:06:32.627910 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-861e55b5-fe81-4d42-b148-1d31d69c915d admin admin] 10.222.0.88 "GET /v2.0/subnets/d392d15e-3c39-43ca-ab5d-b7f0d8e70730 HTTP/1.1" status: 200 len: 868 time: 0.1006749 Jun 16 16:06:33.571429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:33.572238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=10 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:36.848098 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:36.854136 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:38.845175 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:06:40.243319 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e54c8886-8933-4910-a97a-ade9975e3c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:42.585075 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8038e5b1-6dcd-415d-b2c5-1cca0286300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:42.621665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=26 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:42.623516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=23 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:43.547010 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:45.096877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:45.652666 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:06:48.840455 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:48.841886 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:55.646035 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:55.647339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:06:59.722485 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43392) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:06:59.769311 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [None req-ba242893-0fa5-4175-ad9f-24b118b7484c admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:06:59.770372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ba242893-0fa5-4175-ad9f-24b118b7484c admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469325 Jun 16 16:07:02.027623 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43400) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:02.088126 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad60b008-5e71-47d0-aaa2-4fe85a4dd18e admin admin] GET failed (client error): The resource could not be found. Jun 16 16:07:02.089404 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ad60b008-5e71-47d0-aaa2-4fe85a4dd18e admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608201 Jun 16 16:07:02.177420 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74055cda-16b3-44e0-a5ea-9334d62ecfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:02.178931 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-74055cda-16b3-44e0-a5ea-9334d62ecfa0 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854552 Jun 16 16:07:04.382437 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43408) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:04.433419 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:07:04.459113 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Made reservation on behalf of a913cabdc8c6449f971e776cd4ba8813 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:04.462444 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:04.491921 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING neutron.services.revisions.revision_plugin [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Could not find related network for resource to bump revision. Jun 16 16:07:04.504899 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:07:04.514585 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (56fafbb1-d927-4764-9863-26daed4ccd4f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:04.514928 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Added segment 56fafbb1-d927-4764-9863-26daed4ccd4f of type vlan for network 048999cc-4d4e-4f74-8bd6-f1e680db4caa Jun 16 16:07:04.561992 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (048999cc-4d4e-4f74-8bd6-f1e680db4caa), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:04.585502 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (048999cc-4d4e-4f74-8bd6-f1e680db4caa), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:04.587054 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:04.587634 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:04.747996 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.3643222 Jun 16 16:07:04.783684 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21579a34-88b3-4f0d-8159-1634ee0b52be admin admin] Pushing event updated for resources: {'Network': ['ID=048999cc-4d4e-4f74-8bd6-f1e680db4caa,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:04.795688 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:07:06.928529 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43416) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:07:06.994545 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cd10ad-d5d0-4bf4-954b-22b25a98019f admin admin] GET failed (client error): The resource could not be found. Jun 16 16:07:06.995859 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-91cd10ad-d5d0-4bf4-954b-22b25a98019f admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661807 Jun 16 16:07:07.066787 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4fc68-1df5-4576-92bd-0fde5d0098d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.068243 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c6e4fc68-1df5-4576-92bd-0fde5d0098d0 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0682709 Jun 16 16:07:07.078013 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:07:07.097281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Made reservation on behalf of a913cabdc8c6449f971e776cd4ba8813 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:07:07.099802 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.263661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (bd4f2e73-a3e0-462f-9f31-fb0276ff70a1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.319401 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4f2e73-a3e0-462f-9f31-fb0276ff70a1,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:07.330207 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Checking segment: {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:07:07.330562 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Network hostable DHCP agents. Network: 048999cc-4d4e-4f74-8bd6-f1e680db4caa, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:07:07.347504 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:07:07.365831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 048999cc-4d4e-4f74-8bd6-f1e680db4caa) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:07.370658 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:07:07.371318 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.376731 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26decd4-f5ca-4f42-9ae6-4beebf6fd6d6 None None] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:07:07.405899 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-12291c95-637b-4fa6-8796-e339a83450e9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3122866 Jun 16 16:07:07.489156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-048999cc-4d4e-4f74-8bd6-f1e680db4caa', 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa', 'project_id': 'a913cabdc8c6449f971e776cd4ba8813', 'fixed_ips': [{'subnet_id': 'bd4f2e73-a3e0-462f-9f31-fb0276ff70a1'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:07:07.489405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.635897 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Allocated IP 192.168.233.2 (048999cc-4d4e-4f74-8bd6-f1e680db4caa/bd4f2e73-a3e0-462f-9f31-fb0276ff70a1/8274d32b-b9c5-469d-a7e4-309f08e3f691) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:07:07.780010 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks [] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.786643 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:07.921677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:07:07.925065 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:07:07.929277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:07:07.932990 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Pushing event updated for resources: {'Port': ['ID=8274d32b-b9c5-469d-a7e4-309f08e3f691,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:07.944766 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.945121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.946026 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.946379 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.946714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.947044 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.947371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.947696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.948022 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.948352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.948677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.949014 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.949337 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.949660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:07.950005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:07:08.000751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Attempting to bind port 8274d32b-b9c5-469d-a7e4-309f08e3f691 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:07:08.001136 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Attempting to bind port 8274d32b-b9c5-469d-a7e4-309f08e3f691 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:07:08.001502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Attempting to bind port 8274d32b-b9c5-469d-a7e4-309f08e3f691 on network 048999cc-4d4e-4f74-8bd6-f1e680db4caa {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:07:08.008924 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:07:08.009305 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Checking segment: {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:07:08.009707 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:08.010131 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Bound using segment: {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:07:08.010603 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Bound port: 8274d32b-b9c5-469d-a7e4-309f08e3f691, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:07:08.010984 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:08.076542 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] For port 8274d32b-b9c5-469d-a7e4-309f08e3f691, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:07:08.078858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] For port 8274d32b-b9c5-469d-a7e4-309f08e3f691, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=8274d32b-b9c5-469d-a7e4-309f08e3f691,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:07:08.085405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:08.148254 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b133a3-c102-4add-a3b3-cda485d592f8 None None] Pushing event updated for resources: {'Port': ['ID=8274d32b-b9c5-469d-a7e4-309f08e3f691,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:08.985024 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7790e-d2a8-4edd-9ff9-51807a55312d None None] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:07:09.053773 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Provisioning complete for port 8274d32b-b9c5-469d-a7e4-309f08e3f691 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:07:09.054166 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:09.058367 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:09.106235 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:09.175742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Current status of the port 8274d32b-b9c5-469d-a7e4-309f08e3f691 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:07:09.176139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:09.217617 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] For port 8274d32b-b9c5-469d-a7e4-309f08e3f691, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=8274d32b-b9c5-469d-a7e4-309f08e3f691,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:07:09.223207 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:09.280028 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573845f8-a3cd-41a9-ba90-7fa896d7e7c8 None None] Pushing event updated for resources: {'Port': ['ID=8274d32b-b9c5-469d-a7e4-309f08e3f691,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:07:09.340966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-870022ab-68dc-4c9d-8286-5a34e749c57c None None] Provisioning complete for port 8274d32b-b9c5-469d-a7e4-309f08e3f691 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:07:09.341352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-870022ab-68dc-4c9d-8286-5a34e749c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:09.414674 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-870022ab-68dc-4c9d-8286-5a34e749c57c None None] Current status of the port 8274d32b-b9c5-469d-a7e4-309f08e3f691 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:07:09.504790 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 8274d32b-b9c5-469d-a7e4-309f08e3f691 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:07:09.552690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 8274d32b-b9c5-469d-a7e4-309f08e3f691 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:07:09.553085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (8274d32b-b9c5-469d-a7e4-309f08e3f691), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:09.625915 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 8274d32b-b9c5-469d-a7e4-309f08e3f691 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:07:10.248258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cdac9615-fec4-4f79-9a32-94a00a6f3e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:12.589844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1206b4e2-382f-4c67-9962-ff8175107336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:13.553266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:13.850321 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:13.851160 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=18 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:15.090436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:15.655510 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:15.844515 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:07:17.379739 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:17.380930 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:25.643975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:25.650739 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:25.839958 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:25.840692 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:40.249743 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-78336f02-b759-4175-96cb-4e333b8ff46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:42.594237 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa3-be4b-4a8f-9ef6-587cff31dbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:43.551668 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:45.094271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:45.663805 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:07:50.843192 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:50.847995 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:52.843267 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:07:55.652854 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:07:55.654733 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:08.838192 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:08.838951 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:10.257487 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-788af449-d197-42f5-9bbe-176dd8d5b4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:12.592160 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb886255-4291-4dfb-a0a6-a9e7ce48082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:13.554877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:15.099437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:15.658567 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:25.647423 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:25.653594 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:27.843432 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:27.844225 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:29.841239 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:08:32.730925 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43454) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:08:32.737785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-a47cea9e-21d4-4d61-97e0-62f81bc96302 tempest-verify_tempest_config-413483100 tempest-verify_tempest_config-413483100-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:08:32.738867 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a47cea9e-21d4-4d61-97e0-62f81bc96302 tempest-verify_tempest_config-413483100 tempest-verify_tempest_config-413483100-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0069168 Jun 16 16:08:33.037660 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43472) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:08:33.142956 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.218429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Publish callbacks [] for security_group (d7c388d5-5266-493f-920c-1a1dc07f1872), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.222365 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d7c388d5-5266-493f-920c-1a1dc07f1872), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.269600 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c388d5-5266-493f-920c-1a1dc07f1872,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:33.274334 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a351375e7af4689b1d3d604c48e4873&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2353895 Jun 16 16:08:33.277166 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43476) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:08:33.278976 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.279301 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.279643 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.279979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.280308 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.280636 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.280952 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.281332 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.281674 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.282022 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.282359 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.282696 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.283123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.283449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.283765 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d8825-29c6-43a1-9149-2394ede23b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.336186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Publish callbacks [] for security_group (d7c388d5-5266-493f-920c-1a1dc07f1872), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.357590 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Publish callbacks [] for security_group (d7c388d5-5266-493f-920c-1a1dc07f1872), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.451647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d7c388d5-5266-493f-920c-1a1dc07f1872), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.454158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:33.455296 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d7c388d5-5266-493f-920c-1a1dc07f1872 HTTP/1.1" status: 204 len: 168 time: 0.1771026 Jun 16 16:08:33.464505 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c388d5-5266-493f-920c-1a1dc07f1872,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:33.471679 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.472026 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.472368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.473331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.473778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.474020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.474480 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.474929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.475337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.475673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.475993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.476316 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.476636 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.476980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:33.477300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40ab2e-96be-4272-bc46-27ff015dd3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:39.836793 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:39.837565 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:40.251297 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f4d32e76-fbbc-4f19-93ac-66caf005a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:42.588494 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5bfdd56-73ec-44a3-bab5-4dadb741f333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:43.267790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:43.272883 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:43.467159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:43.471873 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:43.557307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:45.101762 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:45.662215 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:08:55.654534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:08:55.657284 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:06.215539 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:06.220122 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:06.839084 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:09:10.254366 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-db9352e6-471a-4be9-b987-8904d6dc4fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:12.590485 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6b7d-04ef-4e53-be2d-b8ff83396865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:13.558697 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:15.104644 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:15.666928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:16.836137 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:25.661424 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:25.663316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:40.255680 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ceb07e99-fbbf-4e6e-bc35-dcbf6f163e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:41.833314 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:41.837313 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:42.592928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48deca85-761f-446c-8f9e-a88d43dbdd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:43.562110 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:43.838067 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:09:45.107691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:45.674487 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:09:53.832966 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:53.833650 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:55.664221 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:09:55.669351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:10.260575 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8eca9d64-134d-4a4e-9c5f-87e8ea450803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:12.596294 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ffb0-0f80-4cad-acdc-419d4ad29cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:13.569149 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:15.114205 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:15.669045 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:18.844100 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:18.844862 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:20.835894 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 5 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:10:25.662055 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:25.663987 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:27.219844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3850598'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:30.832402 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:37.211328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:37.214258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:38.955015 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43554) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:10:39.068884 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-32695744-1862-4fc3-bdc0-8f101b8590a4 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1127534 Jun 16 16:10:40.263566 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1682a0de-819e-4a91-9591-776ba0d48ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:41.257375 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43564) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:10:41.317094 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8a4509f1-f478-4a44-bc9f-81e40b19f522 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0585911 Jun 16 16:10:42.599778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-156ef420-c666-46ac-bd0e-57dbf4b6ef1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:43.569800 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:45.118503 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:45.675469 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:51.309352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:51.310150 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:55.661922 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:55.669087 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:55.835536 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:55.840607 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:10:57.204476 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:10:57.834899 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:11:07.198450 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:07.200345 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:07.830139 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:07.830719 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=13 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:10.266299 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-267e136d-8ad9-4502-bcfc-0fb108dc2ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:12.602472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39b5d58e-e9bd-423c-8878-419be5f618ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:13.571548 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:15.116801 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:15.667971 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:25.661394 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:25.663368 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:27.201483 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:32.836218 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:32.836979 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:34.833356 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:11:40.268525 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a033595-b2ea-4e9c-84e7-6b1c8a2cf5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:42.605957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-03bb6596-f28d-4801-9912-0159d8850562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:43.574078 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:44.828465 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:44.829446 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:45.128049 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:45.671603 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:11:55.664759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:55.666609 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:11:57.214082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:07.203250 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:07.209213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:09.829954 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:09.834947 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:10.273626 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf5cd678-2b19-44e4-b953-492b1edbd69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:11.834851 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:12:12.609937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-421986cd-ee1c-4153-9fa3-3488e21331b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:13.579225 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.123743 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:15.677121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:21.760692 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43758) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:21.830103 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:21.831193 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:21.896766 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43768) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:22.130353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-network', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.155640 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Made reservation on behalf of dbfb390720a54a4eb35c80b0d1a1f16b for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.158237 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.167398 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.224243 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43780) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:22.238247 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43786) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:22.252446 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks [] for security_group (160a8c3c-f8dc-498e-95e9-06e3ff1a76ae), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.256993 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (160a8c3c-f8dc-498e-95e9-06e3ff1a76ae), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.286176 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160a8c3c-f8dc-498e-95e9-06e3ff1a76ae,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:22.297193 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.297735 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.298223 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.298703 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.299220 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.299546 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.299874 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.300188 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.300533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.300854 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.301195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.301533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.301874 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.302286 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.302501 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Tracked resource versions report: Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: pushed versions: Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Agent': {'1.1'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Log': {'1.0'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Network': {'1.1'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Port': {'1.7'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: consumer versions: Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: HyperV agent@hv-cinder-83735: {}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Agent': '1.1', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Log': '1.0', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'NDPProxy': '1.0', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Network': '1.1', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Port': '1.7', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'PortForwarding': '1.3', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'QosPolicy': '1.10', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'SubPort': '1.0', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Subnet': '1.1', Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: 'Trunk': '1.1'}} Jun 16 16:12:22.303874 dv-cinder-837354-2-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:12:22.313801 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:22.325454 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (a8501403-bb70-4041-afbf-1d0e097950d8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.325834 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Added segment a8501403-bb70-4041-afbf-1d0e097950d8 of type vlan for network 25722f8f-379b-492d-af6a-68efbda1c91b Jun 16 16:12:22.373766 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (25722f8f-379b-492d-af6a-68efbda1c91b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.386148 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43792) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:22.405504 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (25722f8f-379b-492d-af6a-68efbda1c91b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.407101 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:22.407996 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.425125 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-network', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.487061 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1688031924-network', 'tenant_id': '24fb126babee4bbea59923603503a21a'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.490521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] Pushing event updated for resources: {'Network': ['ID=25722f8f-379b-492d-af6a-68efbda1c91b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:22.503116 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-61639ef1-66af-46c9-aac9-6ab841003518 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7413073 Jun 16 16:12:22.505778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 25722f8f-379b-492d-af6a-68efbda1c91b details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:22.507880 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43800) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:22.513639 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Request body: {'subnet': {'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-subnet', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.545505 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Made reservation on behalf of c3592ee016d1486db983b4ff2aab5ca3 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.548559 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.563450 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.564288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1590484750-network', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.567086 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Made reservation on behalf of dbfb390720a54a4eb35c80b0d1a1f16b for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.569625 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.619546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143565556-network', 'tenant_id': '125583532148403bad4a146c2d3be672'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:22.625960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Made reservation on behalf of 24fb126babee4bbea59923603503a21a for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.645613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.700402 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.736427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.739108 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.758075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.769689 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Made reservation on behalf of 125583532148403bad4a146c2d3be672 for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:22.772870 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.778945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (81107165-d4c8-4dab-a1c1-41bd8287f50e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.792030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.812959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:22.876506 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks [] for security_group (a97e9690-9f16-4180-84fd-fe5551b3b336), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.892776 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:22.893804 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81107165-d4c8-4dab-a1c1-41bd8287f50e,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:22.897128 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a97e9690-9f16-4180-84fd-fe5551b3b336), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.909414 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:22.943128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks [] for security_group (9b8d6157-beb3-4a3f-88b3-70da23e50527), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.943324 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (71722481-2c13-40b4-a49f-632072b4c059), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.943686 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Added segment 71722481-2c13-40b4-a49f-632072b4c059 of type vlan for network 95eb63ba-1800-47ca-921c-a33b3a51a7cb Jun 16 16:12:22.956095 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9b8d6157-beb3-4a3f-88b3-70da23e50527), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:22.995815 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (95eb63ba-1800-47ca-921c-a33b3a51a7cb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.012851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1153} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:23.037101 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks [] for security_group (c9de66ea-2271-4653-8a09-d7a609179caf), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.056619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e9690-9f16-4180-84fd-fe5551b3b336,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.061620 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (95eb63ba-1800-47ca-921c-a33b3a51a7cb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.062746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.063292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (afbf612c-2277-4775-9d15-fff11743e048), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.063419 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.063909 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Added segment afbf612c-2277-4775-9d15-fff11743e048 of type vlan for network 5d375348-adcc-438c-9fee-9cf43aa78b15 Jun 16 16:12:23.066377 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c9de66ea-2271-4653-8a09-d7a609179caf), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.089069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8d6157-beb3-4a3f-88b3-70da23e50527,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.104208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks [] for security_group (67b7120e-1646-4434-b8b4-23c7a2ee5f0f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.122799 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2248297 Jun 16 16:12:23.128699 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43842) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:23.140121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.140700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.141233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.141843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.142304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.142728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.143275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.143684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.144037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.144545 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.144896 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.145237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.146226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.146560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.146888 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Tracked resource versions report: Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: pushed versions: Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: { 'AddressGroup': {'1.2'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Agent': {'1.1'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'ConntrackHelper': {'1.0'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Log': {'1.0'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'NDPProxy': {'1.0'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Network': {'1.1'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Port': {'1.7'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'PortForwarding': {'1.3'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'QosPolicy': {'1.10'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroup': {'1.5'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SubPort': {'1.0'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Subnet': {'1.1'}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Trunk': {'1.1'}} Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: consumer versions: Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: HyperV agent@hv-cinder-83735: {}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Agent': '1.1', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'ConntrackHelper': '1.0', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'LocalIPAssociation': '1.0', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Log': '1.0', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'NDPProxy': '1.0', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Network': '1.1', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Port': '1.7', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'PortForwarding': '1.3', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'QosPolicy': '1.10', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroup': '1.5', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SecurityGroupRule': '1.2', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'SubPort': '1.0', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Subnet': '1.1', Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: 'Trunk': '1.1'}} Jun 16 16:12:23.148503 dv-cinder-837354-2-iscsi neutron-server[104079]: {{(pid=104079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:12:23.154260 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Request body: {'subnet': {'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-subnet', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:23.154431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (67b7120e-1646-4434-b8b4-23c7a2ee5f0f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.178438 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (5d375348-adcc-438c-9fee-9cf43aa78b15), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.192972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1158} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:23.200499 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Checking segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:23.200866 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Network hostable DHCP agents. Network: 25722f8f-379b-492d-af6a-68efbda1c91b, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:23.211180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Made reservation on behalf of c3592ee016d1486db983b4ff2aab5ca3 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:23.214235 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.222939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:23.227172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de66ea-2271-4653-8a09-d7a609179caf,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.233833 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (39d1d0c2-d917-466d-9963-d981ac616b75), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.234425 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Added segment 39d1d0c2-d917-466d-9963-d981ac616b75 of type vlan for network 285629a9-02de-4ac1-ab58-76aacdf96395 Jun 16 16:12:23.271987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=66,neutron:INSERT=27,neutron:UPDATE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:23.290554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (5d375348-adcc-438c-9fee-9cf43aa78b15), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.291929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.293319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.307699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.db.api [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:12:23.308422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG oslo_db.api [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:12:23.334986 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0023d-79b2-4c45-8559-6abadf6a0b95 admin admin] Pushing event updated for resources: {'Network': ['ID=95eb63ba-1800-47ca-921c-a33b3a51a7cb,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.349633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Network 25722f8f-379b-492d-af6a-68efbda1c91b is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:23.362077 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:23.384989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] Pushing event updated for resources: {'Network': ['ID=5d375348-adcc-438c-9fee-9cf43aa78b15,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.396123 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (285629a9-02de-4ac1-ab58-76aacdf96395), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.400073 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 25722f8f-379b-492d-af6a-68efbda1c91b) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:23.403648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7120e-1646-4434-b8b4-23c7a2ee5f0f,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.407137 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.412804 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.414203 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:23.422542 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-2f04826a-c9b7-49a4-bd23-6138d29dba1c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1972260 Jun 16 16:12:23.428572 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43854) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:23.445811 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (285629a9-02de-4ac1-ab58-76aacdf96395), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.447501 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:23.448465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.449083 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Request body: {'subnet': {'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1688031924-subnet', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:23.488255 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:23.493816 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Made reservation on behalf of 24fb126babee4bbea59923603503a21a for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:23.498317 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.560698 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a91611-9d3e-4a83-b132-7438c85f00cc None None] Network 25722f8f-379b-492d-af6a-68efbda1c91b requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:23.569410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] Pushing event updated for resources: {'Network': ['ID=285629a9-02de-4ac1-ab58-76aacdf96395,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:23.609552 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-65743313-5264-4621-ac23-3746023a9ac8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1001191 Jun 16 16:12:23.614658 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43856) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:23.631138 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:23.655212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b8d61e3f-802a-4386-ac95-72f1d68cbbbb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2659969 Jun 16 16:12:23.655866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43860) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:23.667371 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Request body: {'subnet': {'network_id': '285629a9-02de-4ac1-ab58-76aacdf96395', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143565556-subnet', 'tenant_id': '125583532148403bad4a146c2d3be672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:23.703470 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 285629a9-02de-4ac1-ab58-76aacdf96395 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:23.709538 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Made reservation on behalf of 125583532148403bad4a146c2d3be672 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:23.715227 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.822906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.828277 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.831875 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.858860 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:23.939254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:23.957701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-25722f8f-379b-492d-af6a-68efbda1c91b', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:12:23.958680 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.004442 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (5c764610-c923-428e-a886-21e149cef3e5), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.021549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Added segment 5c764610-c923-428e-a886-21e149cef3e5 of type vlan for network b4704a63-fabf-4303-b16d-892673b27ab3 Jun 16 16:12:24.086550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for router_controller (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.154088 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (b4704a63-fabf-4303-b16d-892673b27ab3), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.231357 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.255562 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:24.256106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Network hostable DHCP agents. Network: 95eb63ba-1800-47ca-921c-a33b3a51a7cb, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:24.266655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Allocated IP 172.20.0.2 (25722f8f-379b-492d-af6a-68efbda1c91b/81107165-d4c8-4dab-a1c1-41bd8287f50e/e8cead93-1822-4733-844b-70c53b918b0c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:24.267011 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.270623 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.374297 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.db.resource_extend [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:12:24.414348 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (1451ea80-e64d-43aa-8701-03366b25c327), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.434708 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (b4704a63-fabf-4303-b16d-892673b27ab3), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.436721 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks [] for port (e8cead93-1822-4733-844b-70c53b918b0c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.441129 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.441742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.444205 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (e8cead93-1822-4733-844b-70c53b918b0c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.489245 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Network 25722f8f-379b-492d-af6a-68efbda1c91b is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:24.493136 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:24.497799 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:24.530810 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:24.538646 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for router_gateway (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.572587 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Pushing event updated for resources: {'Port': ['ID=e8cead93-1822-4733-844b-70c53b918b0c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.587751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.588579 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.589178 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.589759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.590879 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.591435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.591968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.592558 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.593111 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.593638 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.594401 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.594951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.595760 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.596123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 95eb63ba-1800-47ca-921c-a33b3a51a7cb) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:24.596498 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.596788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4704a63-fabf-4303-b16d-892673b27ab3,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.597359 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Tracked resource versions report: Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: pushed versions: Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Agent': {'1.1'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Log': {'1.0'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Network': {'1.1'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Port': {'1.7'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: consumer versions: Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: HyperV agent@hv-cinder-83735: {}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Agent': '1.1', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Log': '1.0', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'NDPProxy': '1.0', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Network': '1.1', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Port': '1.7', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'PortForwarding': '1.3', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'QosPolicy': '1.10', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'SubPort': '1.0', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Subnet': '1.1', Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: 'Trunk': '1.1'}} Jun 16 16:12:24.599367 dv-cinder-837354-2-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:12:24.601746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.611224 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.616497 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.617633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.624347 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network b4704a63-fabf-4303-b16d-892673b27ab3 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:24.627582 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902f90c-5a3a-406c-8919-acc1477981ff None None] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:24.673254 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Checking segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:24.673585 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Network hostable DHCP agents. Network: 5d375348-adcc-438c-9fee-9cf43aa78b15, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:24.693300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.710647 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Attempting to bind port e8cead93-1822-4733-844b-70c53b918b0c on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:24.711112 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Attempting to bind port e8cead93-1822-4733-844b-70c53b918b0c by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:24.711528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Attempting to bind port e8cead93-1822-4733-844b-70c53b918b0c on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:24.723312 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3a76ec44-be3f-43f5-954b-a45f8d13df20 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5732787 Jun 16 16:12:24.723539 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-c598ffab-f870-4430-abaa-b2fb8e9471e0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4800889 Jun 16 16:12:24.723633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43892) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:24.723633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43894) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:24.741247 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:24.741941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Checking segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:24.742501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.743041 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Bound using segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:24.743711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Bound port: e8cead93-1822-4733-844b-70c53b918b0c, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:24.744344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e8cead93-1822-4733-844b-70c53b918b0c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.748157 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Request body: {'subnet': {'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-subnet', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:24.753078 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1451ea80-e64d-43aa-8701-03366b25c327,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:24.758719 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:24.760028 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.771478 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Checking segment: {'id': '39d1d0c2-d917-466d-9963-d981ac616b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '285629a9-02de-4ac1-ab58-76aacdf96395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:24.772514 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Network hostable DHCP agents. Network: 285629a9-02de-4ac1-ab58-76aacdf96395, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:24.815728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Network 285629a9-02de-4ac1-ab58-76aacdf96395 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:24.846860 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:24.861176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 285629a9-02de-4ac1-ab58-76aacdf96395) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:24.867997 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:24.874944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:24.877126 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.881845 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.888276 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.896012 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:12:24.899003 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:24.906868 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a1fe2-e8b4-45cc-a69e-4a51639dfc29 None None] Network 285629a9-02de-4ac1-ab58-76aacdf96395 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:24.928720 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-cb29f3ea-6985-4a43-854a-a86b23370824 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2716653 Jun 16 16:12:25.028969 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 5d375348-adcc-438c-9fee-9cf43aa78b15) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:25.031238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:25.056115 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.073216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:25.073862 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.241390 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e576c8-e2a6-4976-a270-16384313e5f3 None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:25.259555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] For port e8cead93-1822-4733-844b-70c53b918b0c, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:25.310647 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] For port e8cead93-1822-4733-844b-70c53b918b0c, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=e8cead93-1822-4733-844b-70c53b918b0c,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:25.342619 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (e8cead93-1822-4733-844b-70c53b918b0c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.465365 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287772-67f2-45e7-b05a-3d7cdfc01a4f None None] Pushing event updated for resources: {'Port': ['ID=e8cead93-1822-4733-844b-70c53b918b0c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:25.545655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Allocated IP 172.20.0.2 (95eb63ba-1800-47ca-921c-a33b3a51a7cb/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641/606c94a2-3286-4744-9b06-20e70ef2e94d) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:25.548633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for router_controller (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.627528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6fc3d-a912-4126-8be1-a15679c272a7 None None] Network 285629a9-02de-4ac1-ab58-76aacdf96395 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:25.736106 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-5d375348-adcc-438c-9fee-9cf43aa78b15', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'project_id': '24fb126babee4bbea59923603503a21a', 'fixed_ips': [{'subnet_id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:12:25.742501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.743880 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ce00f550-6da6-4394-8f2a-7a74b7aef56d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3107438 Jun 16 16:12:25.744291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43936) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:25.760094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:25.795338 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.799265 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.820327 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:25.927973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for router_controller (d8dae307-be9e-42d5-813e-59a51d1aa8bb), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:25.960592 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for router_gateway (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.088860 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43958) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:26.101566 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (f2514075-be4c-4554-98c4-97d0eb9ece2b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.105216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.126668 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for router_gateway (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.154187 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:26.291650 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for router_gateway (d8dae307-be9e-42d5-813e-59a51d1aa8bb), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.299810 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:26.314391 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2514075-be4c-4554-98c4-97d0eb9ece2b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.368694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:26.369251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Network hostable DHCP agents. Network: b4704a63-fabf-4303-b16d-892673b27ab3, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:26.386745 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:26.454652 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks [] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.463640 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 43966) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:26.471633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Allocated IP 172.27.0.78 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/eedeca34-c94b-4861-b84e-25c8bfb3e07a) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:26.498829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.598450 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-555903293-network', 'tenant_id': 'bfa27850e0d247a982554a2065e54f43'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:26.683087 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:26.714957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:26.743858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Network b4704a63-fabf-4303-b16d-892673b27ab3 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:26.763937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:26.783318 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for router_gateway (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.789285 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for router_gateway (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.792876 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, b4704a63-fabf-4303-b16d-892673b27ab3) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:26.794908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Allocated IP 172.20.0.2 (5d375348-adcc-438c-9fee-9cf43aa78b15/787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55/52864fb7-e84d-4e04-9dff-7e3b7f19a6a0) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:26.800985 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:26.801646 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.810088 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.839464 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.856912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Pushing event updated for resources: {'Port': ['ID=606c94a2-3286-4744-9b06-20e70ef2e94d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:26.891596 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Made reservation on behalf of bfa27850e0d247a982554a2065e54f43 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:26.895839 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.918379 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.933075 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d46e6b28-4d2c-49d5-9268-9333071de6e5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2075329 Jun 16 16:12:26.948249 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43980) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:26.959709 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ded1ae-91b3-4c3d-90c2-34963ac6caca None None] Network b4704a63-fabf-4303-b16d-892673b27ab3 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:26.964694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22004d9d-3528-469d-a3a2-b0ac54cc0a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:26.973483 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:27.012047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.014533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.096444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for router_controller (cb7ede5d-0726-4f12-924a-58f8458bf587), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.127193 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:27.159863 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:27.219318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Attempting to bind port 606c94a2-3286-4744-9b06-20e70ef2e94d on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:27.220035 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Attempting to bind port 606c94a2-3286-4744-9b06-20e70ef2e94d by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:27.220751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Attempting to bind port 606c94a2-3286-4744-9b06-20e70ef2e94d on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:27.248962 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:27.249507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:27.249978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.250435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Bound using segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:27.251203 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Bound port: 606c94a2-3286-4744-9b06-20e70ef2e94d, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:27.251645 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.302100 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks [] for security_group (5a4d8057-98ba-442a-a3b5-59ca66ec536c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.310398 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.316335 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a4d8057-98ba-442a-a3b5-59ca66ec536c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.396940 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.409436 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:12:27.436478 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-b4704a63-fabf-4303-b16d-892673b27ab3', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:12:27.437485 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.496900 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22004d9d-3528-469d-a3a2-b0ac54cc0a87 admin admin] Publish callbacks [] for security_group (5059fcea-9baf-46ce-b038-9a96373db783), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.505961 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for router_gateway (cb7ede5d-0726-4f12-924a-58f8458bf587), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.517759 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22004d9d-3528-469d-a3a2-b0ac54cc0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5059fcea-9baf-46ce-b038-9a96373db783), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.563635 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (fcad2531-308e-4b63-8c28-a35898fbdf7c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.566335 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Added segment fcad2531-308e-4b63-8c28-a35898fbdf7c of type vlan for network 4f2d3e43-2fe5-4de8-99d8-76da71c18b69 Jun 16 16:12:27.574178 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-22004d9d-3528-469d-a3a2-b0ac54cc0a87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2bd59c3bdfc642558406ac4d6904d69a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4791529 Jun 16 16:12:27.577936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 43998) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:27.720724 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (4f2d3e43-2fe5-4de8-99d8-76da71c18b69), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.725183 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d8057-98ba-442a-a3b5-59ca66ec536c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:27.775005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] For port 606c94a2-3286-4744-9b06-20e70ef2e94d, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:27.781063 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks [] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.798084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device e8cead93-1822-4733-844b-70c53b918b0c up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:27.801473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4b239-d016-47cf-b4b3-968319f7b9ee None None] Network 25722f8f-379b-492d-af6a-68efbda1c91b requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:27.803988 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22004d9d-3528-469d-a3a2-b0ac54cc0a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5059fcea-9baf-46ce-b038-9a96373db783,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:27.820234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] Publish callbacks [] for security_group (5059fcea-9baf-46ce-b038-9a96373db783), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.837631 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] For port 606c94a2-3286-4744-9b06-20e70ef2e94d, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=606c94a2-3286-4744-9b06-20e70ef2e94d,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:27.893511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.896677 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.898415 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] Publish callbacks [] for security_group (5059fcea-9baf-46ce-b038-9a96373db783), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.908652 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.942791 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:27.946105 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (4f2d3e43-2fe5-4de8-99d8-76da71c18b69), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.947361 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:27.948135 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:27.952393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:27.981532 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:27.985893 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Pushing event updated for resources: {'Port': ['ID=eedeca34-c94b-4861-b84e-25c8bfb3e07a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:27.990097 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:27.992590 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:27.998146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Allocated IP 172.27.0.79 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/ca7fdac2-ff45-4814-bf4d-a948fc3b3825) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:28.003748 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for router_gateway (cb7ede5d-0726-4f12-924a-58f8458bf587), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.010933 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:28.021829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:28.030253 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:28.036944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.047131 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Provisioning complete for port e8cead93-1822-4733-844b-70c53b918b0c triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:28.047531 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e8cead93-1822-4733-844b-70c53b918b0c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.054381 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:28.059515 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:28.137437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Allocated IP 172.20.0.2 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/2c1f5176-4ec4-47a3-944f-0b35f32842fc) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:28.163318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port e8cead93-1822-4733-844b-70c53b918b0c triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:28.163843 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e8cead93-1822-4733-844b-70c53b918b0c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.172401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5059fcea-9baf-46ce-b038-9a96373db783), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.175060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.179196 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5059fcea-9baf-46ce-b038-9a96373db783 HTTP/1.1" status: 204 len: 168 time: 0.5969491 Jun 16 16:12:28.226637 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56319-d996-41b1-8ef9-eeb07ac6ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5059fcea-9baf-46ce-b038-9a96373db783,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:28.229145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Pushing event updated for resources: {'Port': ['ID=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:28.256492 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=18 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:28.284143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.329046 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8505707 Jun 16 16:12:28.332146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44010) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:28.351268 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Request body: {'subnet': {'network_id': '4f2d3e43-2fe5-4de8-99d8-76da71c18b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-555903293-subnet', 'tenant_id': 'bfa27850e0d247a982554a2065e54f43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:28.406669 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c6b9b-ecac-4a1d-a0b3-4f9befaa3411 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2d3e43-2fe5-4de8-99d8-76da71c18b69,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:28.411683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Made reservation on behalf of bfa27850e0d247a982554a2065e54f43 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:28.416683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.419674 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.549874 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 4f2d3e43-2fe5-4de8-99d8-76da71c18b69 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:12:28.617462 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:28.634757 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:28.670350 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:28.721036 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Allocated IP 172.27.0.192 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/2d2caa95-3641-41d4-b6d6-f79ce8605bc0) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:28.764426 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:28.864199 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for router_gateway (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.874116 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44022) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:28.876557 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Pushing event updated for resources: {'Port': ['ID=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:28.878005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Current status of the port e8cead93-1822-4733-844b-70c53b918b0c is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:28.878435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e8cead93-1822-4733-844b-70c53b918b0c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:28.916412 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-526142d7-7eee-4791-ab1c-d37d61f542b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.225018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks [] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.241748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Attempting to bind port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:29.242833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Attempting to bind port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:29.244265 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Attempting to bind port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 on network 5d375348-adcc-438c-9fee-9cf43aa78b15 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:29.306165 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:29.308138 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Checking segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:29.308691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.311711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Bound using segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:29.312501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Bound port: 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:29.313032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.359248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port e8cead93-1822-4733-844b-70c53b918b0c is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:29.359636 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e8cead93-1822-4733-844b-70c53b918b0c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.361122 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.361985 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.363265 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.402356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.434812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for router_gateway (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.457223 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6db1e-a3c7-4c6a-9b39-aae9865a5b9e None None] Pushing event updated for resources: {'Port': ['ID=606c94a2-3286-4744-9b06-20e70ef2e94d,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:29.511358 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (480cae40-bfb7-43a2-84db-e156e893ac21), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.514972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-526142d7-7eee-4791-ab1c-d37d61f542b6 admin admin] Publish callbacks [] for security_group (5ca5c0cb-7ccd-4def-adef-71cf7c418156), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.526865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:29.548027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-526142d7-7eee-4791-ab1c-d37d61f542b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5ca5c0cb-7ccd-4def-adef-71cf7c418156), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.570949 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:29.592624 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:29.616291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.647178 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.651295 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port e8cead93-1822-4733-844b-70c53b918b0c, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=e8cead93-1822-4733-844b-70c53b918b0c,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:29.672819 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480cae40-bfb7-43a2-84db-e156e893ac21,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:29.680792 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.704093 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.727205 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Checking segment: {'id': 'fcad2531-308e-4b63-8c28-a35898fbdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '4f2d3e43-2fe5-4de8-99d8-76da71c18b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:29.728046 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Network hostable DHCP agents. Network: 4f2d3e43-2fe5-4de8-99d8-76da71c18b69, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:12:29.739138 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.750309 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:29.766176 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:29.772275 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:29.778061 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44046) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:29.787996 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Pushing event updated for resources: {'Port': ['ID=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:29.811135 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-526142d7-7eee-4791-ab1c-d37d61f542b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcb7f8a3c5324657b37ba4456dbd853a&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9356902 Jun 16 16:12:29.823270 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44050) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:29.833393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-48f22316-8372-405b-a476-6eca3987df0b None None] For port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:29.842285 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526142d7-7eee-4791-ab1c-d37d61f542b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5c0cb-7ccd-4def-adef-71cf7c418156,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:29.850894 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-48f22316-8372-405b-a476-6eca3987df0b None None] For port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:29.856235 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:12:29.857293 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:12:29.858097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (e8cead93-1822-4733-844b-70c53b918b0c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.863451 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:29.872457 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Pushing event updated for resources: {'Port': ['ID=2c1f5176-4ec4-47a3-944f-0b35f32842fc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:29.883531 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b542dad1-101f-4eb0-a569-ed0649704619 None None] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:29.884546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:29.889910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Allocated IP 172.27.0.202 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/b32798af-3ca0-4517-8e67-58117ecc9482) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:29.922319 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:12:29.934906 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Network 4f2d3e43-2fe5-4de8-99d8-76da71c18b69 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:12:29.991680 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Attempting to bind port 2c1f5176-4ec4-47a3-944f-0b35f32842fc on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:29.992494 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Attempting to bind port 2c1f5176-4ec4-47a3-944f-0b35f32842fc by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:29.993086 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Attempting to bind port 2c1f5176-4ec4-47a3-944f-0b35f32842fc on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:30.017295 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 4f2d3e43-2fe5-4de8-99d8-76da71c18b69) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:30.021901 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:30.022496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.058807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] Publish callbacks [] for security_group (5ca5c0cb-7ccd-4def-adef-71cf7c418156), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.080670 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b164d-fbea-4cc5-a448-fde78a4dc48a None None] Network 4f2d3e43-2fe5-4de8-99d8-76da71c18b69 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:30.083803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:30.085226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:30.087204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.087939 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:30.090191 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Bound port: 2c1f5176-4ec4-47a3-944f-0b35f32842fc, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:30.093018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.120527 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0442ffbc-b1c0-4a58-9f2a-2b6044fb2923 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7849889 Jun 16 16:12:30.215037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.233982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:30.245202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] Publish callbacks [] for security_group (5ca5c0cb-7ccd-4def-adef-71cf7c418156), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.255303 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:30.257926 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 606c94a2-3286-4744-9b06-20e70ef2e94d up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:30.268180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.272580 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4437d5ec-152a-4782-b023-f98a9684faeb admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6499627 Jun 16 16:12:30.274123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44058) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:30.300078 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:30.300744 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:30.351159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9c3f34c1-731a-47b0-9244-03897bc900fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.367590 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for router_gateway (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.422232 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] For port 2c1f5176-4ec4-47a3-944f-0b35f32842fc, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:30.426689 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] For port 2c1f5176-4ec4-47a3-944f-0b35f32842fc, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2c1f5176-4ec4-47a3-944f-0b35f32842fc,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:30.459972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for port (b32798af-3ca0-4517-8e67-58117ecc9482), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.512963 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=e8cead93-1822-4733-844b-70c53b918b0c,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:30.537265 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.583983 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5ca5c0cb-7ccd-4def-adef-71cf7c418156), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.587147 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.588616 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ca5c0cb-7ccd-4def-adef-71cf7c418156 HTTP/1.1" status: 204 len: 168 time: 0.7641711 Jun 16 16:12:30.611077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44062) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:30.612227 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b07fb2-87bc-4eca-8de2-024f5d37f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5c0cb-7ccd-4def-adef-71cf7c418156,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:30.655962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.719382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad15e4-2af0-4c19-82d4-36ac690b2de2 None None] Network 4f2d3e43-2fe5-4de8-99d8-76da71c18b69 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:30.731073 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f22316-8372-405b-a476-6eca3987df0b None None] Pushing event updated for resources: {'Port': ['ID=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:30.802564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:30.849802 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Router d8dae307-be9e-42d5-813e-59a51d1aa8bb is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:12:30.876886 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:30.902367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:30.920093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:30.939623 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 606c94a2-3286-4744-9b06-20e70ef2e94d triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:30.940419 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:30.994471 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:31.031377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:31.042155 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-176c3b31-2be6-475f-8860-f04f2e82bc54 None None] Current status of the port e8cead93-1822-4733-844b-70c53b918b0c is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:31.211500 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Provisioning complete for port e8cead93-1822-4733-844b-70c53b918b0c triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:31.211897 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e8cead93-1822-4733-844b-70c53b918b0c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.307114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:31.310859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:31.317364 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Deleting subnet 1451ea80-e64d-43aa-8701-03366b25c327 {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:12:31.317785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:31.336057 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Sync routers for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:31.339080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Pushing event updated for resources: {'Port': ['ID=b32798af-3ca0-4517-8e67-58117ecc9482,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:31.343304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Publish callbacks [] for subnet (1451ea80-e64d-43aa-8701-03366b25c327), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.402032 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.407233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f4de94a0-7869-44ee-83aa-a1032dbfe6dd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6577582 Jun 16 16:12:31.408028 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44080) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:31.463386 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecfd71-8a75-4227-a2f0-96b51098c46e None None] Pushing event updated for resources: {'Port': ['ID=2c1f5176-4ec4-47a3-944f-0b35f32842fc,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:31.528353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9c3f34c1-731a-47b0-9244-03897bc900fa admin admin] Publish callbacks [] for security_group (e894750f-481d-4a35-bbc7-b0292fdf271c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.532709 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.587551 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:28Z', 'revision_number': 3, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:31.593129 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9c3f34c1-731a-47b0-9244-03897bc900fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e894750f-481d-4a35-bbc7-b0292fdf271c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.600861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:31.604841 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:31.610185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 606c94a2-3286-4744-9b06-20e70ef2e94d is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:31.610662 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.636193 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:31.637093 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Updating router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b port eedeca34-c94b-4861-b84e-25c8bfb3e07a binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:31.658345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Publish callbacks [] for subnet (1451ea80-e64d-43aa-8701-03366b25c327), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.683458 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.697783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (1451ea80-e64d-43aa-8701-03366b25c327), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.736801 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f34c1-731a-47b0-9244-03897bc900fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e894750f-481d-4a35-bbc7-b0292fdf271c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:31.818204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 606c94a2-3286-4744-9b06-20e70ef2e94d, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=606c94a2-3286-4744-9b06-20e70ef2e94d,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:31.834289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:31.837359 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9c3f34c1-731a-47b0-9244-03897bc900fa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=391132d6e00c4f04b438e886be220105&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0561616 Jun 16 16:12:31.842320 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44088) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:31.849569 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:31.964841 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb746d-48e9-4862-beb4-022d00726c58 None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:32.173325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.245745 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks [] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.255711 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.273418 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.280586 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Current status of the port e8cead93-1822-4733-844b-70c53b918b0c is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:32.296530 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:12:32.310732 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device e8cead93-1822-4733-844b-70c53b918b0c up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:32.314682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Provisioning complete for port 606c94a2-3286-4744-9b06-20e70ef2e94d triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:32.315070 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.352473 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Pushing event updated for resources: {'Port': ['ID=eedeca34-c94b-4861-b84e-25c8bfb3e07a,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:32.364298 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.364982 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.365530 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.366117 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.366657 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.367223 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.367818 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.368581 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.369101 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.369643 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.370345 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.370899 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.371507 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.372048 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.372569 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Tracked resource versions report: Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: pushed versions: Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Agent': {'1.1'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Log': {'1.0'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Network': {'1.1'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Port': {'1.7'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: consumer versions: Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: HyperV agent@hv-cinder-83735: {}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: L3 agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: Metadata agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: Metering agent@dv-cinder-837354-2-iscsi: {}, Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-837354-2-iscsi: { 'AddressGroup': '1.2', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Agent': '1.1', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Log': '1.0', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'NDPProxy': '1.0', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Network': '1.1', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Port': '1.7', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'PortForwarding': '1.3', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'QosPolicy': '1.10', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'SubPort': '1.0', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Subnet': '1.1', Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: 'Trunk': '1.1'}} Jun 16 16:12:32.374052 dv-cinder-837354-2-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:12:32.430647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (1451ea80-e64d-43aa-8701-03366b25c327), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.435504 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Attempting to bind port eedeca34-c94b-4861-b84e-25c8bfb3e07a on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:32.435953 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Attempting to bind port eedeca34-c94b-4861-b84e-25c8bfb3e07a by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:32.436333 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Attempting to bind port eedeca34-c94b-4861-b84e-25c8bfb3e07a on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:32.440862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.452753 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:32.453137 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:32.453546 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.453973 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:32.454461 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Bound port: eedeca34-c94b-4861-b84e-25c8bfb3e07a, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:32.454841 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.504174 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:32.526846 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:32.557480 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=606c94a2-3286-4744-9b06-20e70ef2e94d,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:32.562586 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:32.564385 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:32.573775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.576480 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:32.586519 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1451ea80-e64d-43aa-8701-03366b25c327 HTTP/1.1" status: 204 len: 168 time: 1.9694908 Jun 16 16:12:32.592395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44108) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:32.622350 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.626104 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-af4aaf71-274d-4d1f-a321-bce0307307da admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9019763 Jun 16 16:12:32.631847 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44110) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:32.768992 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port e8cead93-1822-4733-844b-70c53b918b0c triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:32.769319 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e8cead93-1822-4733-844b-70c53b918b0c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.780728 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:32.856453 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.903940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for router_gateway (cb7ede5d-0726-4f12-924a-58f8458bf587), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:32.906002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f19e0-31f4-478d-8886-6f068dfeafb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1451ea80-e64d-43aa-8701-03366b25c327,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:32.945343 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] For port eedeca34-c94b-4861-b84e-25c8bfb3e07a, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:32.958214 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.982356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:32.984551 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b9e98212-e90d-418a-b93e-1c8ce360c871 None None] Current status of the port 606c94a2-3286-4744-9b06-20e70ef2e94d is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:32.992759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba282783-5a36-4d6d-9d29-fd7db3cf8c97 None None] Network b4704a63-fabf-4303-b16d-892673b27ab3 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:12:33.024389 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] Publish callbacks [] for security_group (e894750f-481d-4a35-bbc7-b0292fdf271c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.070125 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] Publish callbacks [] for security_group (e894750f-481d-4a35-bbc7-b0292fdf271c), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.071118 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.074354 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] For port eedeca34-c94b-4861-b84e-25c8bfb3e07a, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=eedeca34-c94b-4861-b84e-25c8bfb3e07a,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:33.107626 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.144340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (285629a9-02de-4ac1-ab58-76aacdf96395), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.161385 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Allocated IP 172.20.0.1 (25722f8f-379b-492d-af6a-68efbda1c91b/81107165-d4c8-4dab-a1c1-41bd8287f50e/974562d8-cc36-464d-bd98-2c8ef8440df3) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:33.174406 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:33.270847 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Provisioning complete for port 2c1f5176-4ec4-47a3-944f-0b35f32842fc triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:33.272199 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.275205 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:29Z', 'revision_number': 3, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:33.310692 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:33.311317 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:33.345665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e894750f-481d-4a35-bbc7-b0292fdf271c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.350446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.351979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e894750f-481d-4a35-bbc7-b0292fdf271c HTTP/1.1" status: 204 len: 168 time: 1.4548175 Jun 16 16:12:33.388034 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca231573-f0a3-4818-a1d8-4ba8fa9fb45a None None] Pushing event updated for resources: {'Port': ['ID=eedeca34-c94b-4861-b84e-25c8bfb3e07a,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:33.408261 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce372fe-1c85-4623-9ca8-be170808089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e894750f-481d-4a35-bbc7-b0292fdf271c,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:33.523110 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:30Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:33.533905 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Checking router: d8dae307-be9e-42d5-813e-59a51d1aa8bb for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:33.535219 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Updating router d8dae307-be9e-42d5-813e-59a51d1aa8bb port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:33.568543 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks [] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.584666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.610399 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:33.610754 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Updating router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:33.651420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (285629a9-02de-4ac1-ab58-76aacdf96395), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.685576 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.730987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.731490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.732328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.732816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > port after_create 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.733407 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.734327 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > port after_update 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.734743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.734921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Network 25722f8f-379b-492d-af6a-68efbda1c91b is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:33.735341 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.735796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.736708 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:33.737658 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.742338 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.744331 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:33.745544 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:33.749331 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:33.749906 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:33.753465 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.070419 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks [] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.091052 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.099640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port e8cead93-1822-4733-844b-70c53b918b0c is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:34.101013 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2c1f5176-4ec4-47a3-944f-0b35f32842fc up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:34.120007 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Pushing event updated for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:34.146961 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.155049 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.223588 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237e5a-a26b-4fee-b13a-40fd751391ea None None] Pushing event updated for resources: {'Port': ['ID=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:34.290909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:34.290909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:34.291176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:34.291592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:34.291942 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285629a9-02de-4ac1-ab58-76aacdf96395']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:34.349990 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Attempting to bind port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:34.351978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Attempting to bind port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:34.352433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Attempting to bind port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:34.376169 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:34.379860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:34.384083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.384966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:34.385242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Bound port: ca7fdac2-ff45-4814-bf4d-a948fc3b3825, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:34.391240 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.396256 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 2c1f5176-4ec4-47a3-944f-0b35f32842fc triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:34.401467 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.543443 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] For port ca7fdac2-ff45-4814-bf4d-a948fc3b3825, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:34.547145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] For port ca7fdac2-ff45-4814-bf4d-a948fc3b3825, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:34.569285 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.657226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.662779 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Current status of the port 2c1f5176-4ec4-47a3-944f-0b35f32842fc is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:34.664818 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.669448 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.678396 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:28Z', 'revision_number': 3, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:34.715005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] For port 2c1f5176-4ec4-47a3-944f-0b35f32842fc, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2c1f5176-4ec4-47a3-944f-0b35f32842fc,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:34.734468 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Allocated IP 172.20.0.1 (95eb63ba-1800-47ca-921c-a33b3a51a7cb/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641/2401fb59-6725-4bd5-82b7-9e8f302a7554) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:34.745275 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.750752 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.758450 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06753d3-8531-4e53-8877-492a708ca29a None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:28Z', 'revision_number': 3, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:34.823282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Provisioning complete for port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:34.824185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.850894 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Allocated IP 172.20.0.1 (5d375348-adcc-438c-9fee-9cf43aa78b15/787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55/49fd62ce-894c-4462-b982-cd020671d3b0) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:34.952553 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:34.961458 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 2c1f5176-4ec4-47a3-944f-0b35f32842fc is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:34.962648 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:34.975183 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks [] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:34.988124 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.160164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks [] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.188821 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:35.189550 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:35.198825 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Attempting to bind port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:35.201870 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Attempting to bind port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:35.202571 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Attempting to bind port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:35.228665 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005767fb-e989-44ea-96ee-d5497822ca57 None None] Pushing event updated for resources: {'Port': ['ID=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.231194 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:35.239298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks [] for port (49fd62ce-894c-4462-b982-cd020671d3b0), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.253424 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:35.254031 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.254539 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:35.255061 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Bound port: 2d2caa95-3641-41d4-b6d6-f79ce8605bc0, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:35.255497 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.287251 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:35.289155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:35.336632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d1d0c2-d917-466d-9963-d981ac616b75') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:35.336942 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d1d0c2-d917-466d-9963-d981ac616b75') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:35.343009 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.373288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (39d1d0c2-d917-466d-9963-d981ac616b75), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.415325 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks [] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.426910 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.427460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.441447 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (39d1d0c2-d917-466d-9963-d981ac616b75), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.457801 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237e5a-a26b-4fee-b13a-40fd751391ea None None] Pushing event updated for resources: {'Port': ['ID=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.464890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:35.479870 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] For port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:35.486794 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:12:35.487215 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (39d1d0c2-d917-466d-9963-d981ac616b75), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.490150 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.491680 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] For port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:35.510597 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.511317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:35.517118 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:35.569442 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Pushing event updated for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.596323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Current status of the port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:35.596721 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.617694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.677412 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5176-4ec4-47a3-944f-0b35f32842fc,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.695461 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:35.696202 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.703768 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:35.709369 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Pushing event updated for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.709921 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:35.816288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:35.825998 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005767fb-e989-44ea-96ee-d5497822ca57 None None] Pushing event updated for resources: {'Port': ['ID=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:35.852797 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (285629a9-02de-4ac1-ab58-76aacdf96395), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.865565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.888230 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] 10.222.0.88 "DELETE /v2.0/networks/285629a9-02de-4ac1-ab58-76aacdf96395 HTTP/1.1" status: 204 len: 168 time: 3.2830813 Jun 16 16:12:35.897793 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44198) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:35.900040 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:35.907962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:35.962744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:35.988108 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.050571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:36.053446 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.087970 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:36.100793 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.162649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] For port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:36.176777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.217456 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.228864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:36.242796 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:36.347854 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Provisioning complete for port 606c94a2-3286-4744-9b06-20e70ef2e94d triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:36.348513 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.442116 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Deleting subnet 480cae40-bfb7-43a2-84db-e156e893ac21 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:12:36.446811 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Publish callbacks [] for subnet (480cae40-bfb7-43a2-84db-e156e893ac21), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.521796 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Network 25722f8f-379b-492d-af6a-68efbda1c91b is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:36.600658 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:36.604758 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:36.610907 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.666429 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:30Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:36.699907 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Pushing event updated for resources: {'Port': ['ID=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:36.733866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78096288-148d-475f-80c9-6f3d793b5143 admin admin] Pushing event deleted for resources: {'Network': ['ID=285629a9-02de-4ac1-ab58-76aacdf96395,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:36.737504 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:36.774818 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b3c1-f4ae-43e9-8a02-853d75a22186 None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:30Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:36.812841 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:36.969343 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Router cb7ede5d-0726-4f12-924a-58f8458bf587 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:12:37.070450 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:37.073464 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Publish callbacks [] for subnet (480cae40-bfb7-43a2-84db-e156e893ac21), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.099717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 39d1d0c2-d917-466d-9963-d981ac616b75 resource provider aggregate not found Jun 16 16:12:37.107947 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:12:37.175371 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (480cae40-bfb7-43a2-84db-e156e893ac21), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.181586 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-55b9c48d-5796-4b41-ae17-d6bc17ed3301 None None] Current status of the port 606c94a2-3286-4744-9b06-20e70ef2e94d is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:37.205000 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 39d1d0c2-d917-466d-9963-d981ac616b75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39d1d0c2-d917-466d-9963-d981ac616b75 found for delete ", "request_id": "req-48634207-c83a-444e-922c-9c5f7469452f"}]} Jun 16 16:12:37.342616 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:29Z', 'revision_number': 3, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:37.352885 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Provisioning complete for port 974562d8-cc36-464d-bd98-2c8ef8440df3 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:37.353506 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.358866 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 606c94a2-3286-4744-9b06-20e70ef2e94d up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:37.532328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for subnet (480cae40-bfb7-43a2-84db-e156e893ac21), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.553180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:37.562385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:37.583924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks [] for port (49fd62ce-894c-4462-b982-cd020671d3b0), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.590701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.627517 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480cae40-bfb7-43a2-84db-e156e893ac21,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:37.627875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.632776 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ba68e645-ccce-40c0-a74e-778ea025b172 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6764092 Jun 16 16:12:37.632921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:37.640510 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07301ad3-a34d-47bb-9b95-5628bba3cfcf None None] The sync data for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi is: [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:29Z', 'revision_number': 3, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:37.653359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44246) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:37.675362 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.699188 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d0b280d0-4bfb-4b44-b22c-ec135c9b2324 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/480cae40-bfb7-43a2-84db-e156e893ac21 HTTP/1.1" status: 204 len: 168 time: 1.7909410 Jun 16 16:12:37.714044 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44248) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:37.719366 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:37.725248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Port 974562d8-cc36-464d-bd98-2c8ef8440df3 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:37.746116 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.762928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Pushing event updated for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:37.767769 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d73b5a2c-9f50-45ea-bba5-08e7c8d4998b admin admin] 10.222.0.88 "PUT /v2.0/routers/9c3b087d-1dcd-4333-93ce-b2e598c82e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4936824 Jun 16 16:12:37.794896 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Provisioning complete for port 2401fb59-6725-4bd5-82b7-9e8f302a7554 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:37.796415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:37.816166 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:37.816894 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:38.055334 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 606c94a2-3286-4744-9b06-20e70ef2e94d triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:38.055738 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.067934 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:38.102094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:38.132249 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:38.145904 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks [] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.158653 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (4f2d3e43-2fe5-4de8-99d8-76da71c18b69), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.181933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.182696 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.195809 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:38.207736 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:38.420231 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:38.569118 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:38.657183 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Port 2401fb59-6725-4bd5-82b7-9e8f302a7554 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:38.725356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:38.795353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Provisioning complete for port 2c1f5176-4ec4-47a3-944f-0b35f32842fc triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:38.796009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:38.824512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:38.992424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Router d8dae307-be9e-42d5-813e-59a51d1aa8bb has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:12:39.001001 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44288) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:39.007926 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022640843', 'description': 'tempest-description--1752239514'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:39.040912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 606c94a2-3286-4744-9b06-20e70ef2e94d is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:39.042307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2c1f5176-4ec4-47a3-944f-0b35f32842fc up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:39.047623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.068930 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:39.125579 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.151160 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.157819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.172813 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Current status of the port 2c1f5176-4ec4-47a3-944f-0b35f32842fc is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:39.174032 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (4f2d3e43-2fe5-4de8-99d8-76da71c18b69), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.185269 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 2, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:39.235535 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:39.236259 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Updating router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b port 974562d8-cc36-464d-bd98-2c8ef8440df3 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:39.250234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.250583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.257685 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.258744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > port after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.260583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.261187 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > port after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.263472 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.263991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.266180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.267520 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.271748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Provisioning complete for port 49fd62ce-894c-4462-b982-cd020671d3b0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:39.271748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.276709 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.359398 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Port 49fd62ce-894c-4462-b982-cd020671d3b0 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:39.434783 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:31Z', 'revision_number': 3, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:39.439875 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 2c1f5176-4ec4-47a3-944f-0b35f32842fc triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:39.440263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.441827 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Provisioning complete for port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:39.442188 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.490224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:39.504781 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-73006049-1425-4bf2-9484-6405025c443e admin admin] 10.222.0.88 "PUT /v2.0/routers/d8dae307-be9e-42d5-813e-59a51d1aa8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0379286 Jun 16 16:12:39.577522 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.654155 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:39.654513 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Updating router cb7ede5d-0726-4f12-924a-58f8458bf587 port b32798af-3ca0-4517-8e67-58117ecc9482 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:39.674668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.690474 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:39.744621 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.745521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.745521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.745699 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:12:39.750626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2d3e43-2fe5-4de8-99d8-76da71c18b69']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:39.790437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (dafea361-1c5a-4d89-9e32-faa895e0d4c4), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.790947 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks [] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.794402 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcad2531-308e-4b63-8c28-a35898fbdf7c') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:39.794683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcad2531-308e-4b63-8c28-a35898fbdf7c') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:39.802403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (dafea361-1c5a-4d89-9e32-faa895e0d4c4), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.803005 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.815530 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:39.829987 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:39.853443 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (fcad2531-308e-4b63-8c28-a35898fbdf7c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.875939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.881587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8796527 Jun 16 16:12:39.888678 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44316) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:39.897381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:39.920653 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group_rule': {'security_group_id': 'dafea361-1c5a-4d89-9e32-faa895e0d4c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:39.959061 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cebe3-7406-49db-b593-0abcce5f6e03 None None] Pushing event updated for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:40.034840 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dff71-8b57-455a-a7ac-c827b975019e None None] Current status of the port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:40.047997 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded9f2-ae71-47c9-ae66-569e1d26df74 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafea361-1c5a-4d89-9e32-faa895e0d4c4,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:40.075580 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 2c1f5176-4ec4-47a3-944f-0b35f32842fc is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:40.084912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device eedeca34-c94b-4861-b84e-25c8bfb3e07a up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:40.091404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Allocated IP 172.20.0.1 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/ffd2d76b-2957-44f0-a9bf-2965ec1831ed) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:40.151765 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (fcad2531-308e-4b63-8c28-a35898fbdf7c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.163344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.214928 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Attempting to bind port 974562d8-cc36-464d-bd98-2c8ef8440df3 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:40.215500 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Attempting to bind port 974562d8-cc36-464d-bd98-2c8ef8440df3 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:40.215739 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Attempting to bind port 974562d8-cc36-464d-bd98-2c8ef8440df3 on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:40.228301 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:12:40.229818 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (fcad2531-308e-4b63-8c28-a35898fbdf7c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.237278 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:40.237688 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Checking segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:40.238117 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.238502 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Bound using segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:40.238987 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Bound port: 974562d8-cc36-464d-bd98-2c8ef8440df3, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:40.239362 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.367037 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-cf52b344-de60-4f2b-85bd-c9ee651450d6 None None] Provisioning complete for port 49fd62ce-894c-4462-b982-cd020671d3b0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:40.367434 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf52b344-de60-4f2b-85bd-c9ee651450d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.410624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44360) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:40.422479 dv-cinder-837354-2-iscsi neutron-server[104079]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:12:40.480639 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] For port 974562d8-cc36-464d-bd98-2c8ef8440df3, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:40.488015 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] For port 974562d8-cc36-464d-bd98-2c8ef8440df3, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=974562d8-cc36-464d-bd98-2c8ef8440df3,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:40.489139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cf52b344-de60-4f2b-85bd-c9ee651450d6 None None] Port 49fd62ce-894c-4462-b982-cd020671d3b0 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:40.499214 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.502904 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e7168c1-2810-4714-9572-edb6450b25f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.567500 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.570758 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port eedeca34-c94b-4861-b84e-25c8bfb3e07a triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:40.571147 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.609279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (01ebd6f4-54f2-44f1-9d83-5947fb267d94), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.626535 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (4f2d3e43-2fe5-4de8-99d8-76da71c18b69), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.635000 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:40.635674 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:40.684923 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:40.698860 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks [] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.710440 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.722365 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] 10.222.0.88 "DELETE /v2.0/networks/4f2d3e43-2fe5-4de8-99d8-76da71c18b69 HTTP/1.1" status: 204 len: 168 time: 2.9824555 Jun 16 16:12:40.765943 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:12:40.803635 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment fcad2531-308e-4b63-8c28-a35898fbdf7c resource provider aggregate not found Jun 16 16:12:40.854217 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment fcad2531-308e-4b63-8c28-a35898fbdf7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcad2531-308e-4b63-8c28-a35898fbdf7c found for delete ", "request_id": "req-f8cc0cac-de57-4e43-9f06-da38d8997dd4"}]} Jun 16 16:12:40.862798 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64509179-4d0f-406a-af7a-78415c02a12f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2d3e43-2fe5-4de8-99d8-76da71c18b69,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:40.936430 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:40.945166 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cebe3-7406-49db-b593-0abcce5f6e03 None None] Pushing event updated for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.036183 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:41.059267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Provisioning complete for port 2401fb59-6725-4bd5-82b7-9e8f302a7554 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:41.059645 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.067279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (01ebd6f4-54f2-44f1-9d83-5947fb267d94), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.097071 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:41.145268 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44382) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:41.148426 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (01ebd6f4-54f2-44f1-9d83-5947fb267d94), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.159569 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Port 2401fb59-6725-4bd5-82b7-9e8f302a7554 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:41.174187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:41.212915 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:41.227204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Provisioning complete for port 974562d8-cc36-464d-bd98-2c8ef8440df3 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:41.227638 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.236998 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:41.245209 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5e887f61-fc3e-4d78-8d6c-e68f7b9f6ce2 admin admin] 10.222.0.88 "PUT /v2.0/routers/37dad6e5-0c9e-4e5d-ba99-9f51af11b403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6125791 Jun 16 16:12:41.248633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:41.260508 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:41.275917 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ebd6f4-54f2-44f1-9d83-5947fb267d94,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.293442 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.295058 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7959b079-4ce5-4d72-94aa-2abb5f6e0f5b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4049845 Jun 16 16:12:41.297558 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks [] for port (b32798af-3ca0-4517-8e67-58117ecc9482), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.297863 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44386) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:41.303549 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port eedeca34-c94b-4861-b84e-25c8bfb3e07a is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:41.304009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.311858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group_rule': {'security_group_id': 'dafea361-1c5a-4d89-9e32-faa895e0d4c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:41.320047 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Sync routers for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:41.332344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.372654 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:41.375290 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:41.376825 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (10035f57-caee-4537-95b6-aaf1fd735d75), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.380735 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:41.381405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:41.473989 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port eedeca34-c94b-4861-b84e-25c8bfb3e07a, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=eedeca34-c94b-4861-b84e-25c8bfb3e07a,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:41.493201 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (cb7ede5d-0726-4f12-924a-58f8458bf587), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.495630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.498511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.499400 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:41.536606 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (10035f57-caee-4537-95b6-aaf1fd735d75), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.543945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (10035f57-caee-4537-95b6-aaf1fd735d75), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.551055 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:41.568209 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Attempting to bind port b32798af-3ca0-4517-8e67-58117ecc9482 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:41.569085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Attempting to bind port b32798af-3ca0-4517-8e67-58117ecc9482 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:41.569085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Attempting to bind port b32798af-3ca0-4517-8e67-58117ecc9482 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:41.571787 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0017f-8cc7-433e-a575-4842197e4e34 None None] Pushing event updated for resources: {'Port': ['ID=b32798af-3ca0-4517-8e67-58117ecc9482,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.587955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-e95ff175-5618-4afe-8058-467f47c17a61 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:41.591745 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-e95ff175-5618-4afe-8058-467f47c17a61 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/networks?id=5d375348-adcc-438c-9fee-9cf43aa78b15 HTTP/1.1" status: 200 len: 812 time: 1.1787286 Jun 16 16:12:41.623820 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10035f57-caee-4537-95b6-aaf1fd735d75,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:41.636716 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.639628 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:41.640013 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:41.640570 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.641090 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1d816cd1-ed0b-42fc-917b-5f0c21808466 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390203 Jun 16 16:12:41.641216 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:41.641773 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44392) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:41.642177 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Bound port: b32798af-3ca0-4517-8e67-58117ecc9482, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:41.642773 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.653305 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:41.654937 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-3db0e0bc-e724-48c8-9781-a8ea62f9f647 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=125583532148403bad4a146c2d3be672&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4802179 Jun 16 16:12:41.656362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44394) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:41.681045 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-36e9215f-3487-44a5-b819-1b3ad26e6fe5 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/quotas/24fb126babee4bbea59923603503a21a HTTP/1.1" status: 200 len: 375 time: 0.0805836 Jun 16 16:12:41.716975 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.814546 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Current status of the port 974562d8-cc36-464d-bd98-2c8ef8440df3 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:41.814947 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:41.839778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:41.859648 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:41.929402 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=eedeca34-c94b-4861-b84e-25c8bfb3e07a,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:42.016155 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:40Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:42.026407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-da5c8ed9-5946-43d5-bf8c-354255f9cd82 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=24fb126babee4bbea59923603503a21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3173959 Jun 16 16:12:42.052437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] For port 974562d8-cc36-464d-bd98-2c8ef8440df3, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=974562d8-cc36-464d-bd98-2c8ef8440df3,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:42.064824 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.080350 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:42.080737 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.082536 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.104588 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] For port b32798af-3ca0-4517-8e67-58117ecc9482, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:42.112658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] Publish callbacks [] for security_group (67b7120e-1646-4434-b8b4-23c7a2ee5f0f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.114909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44436) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:42.115670 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.116813 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e5275-0f66-4731-8bc6-a1d69ff17703 None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:40Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:42.138499 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.193275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.198968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] Publish callbacks [] for security_group (67b7120e-1646-4434-b8b4-23c7a2ee5f0f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.292969 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.309785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.366587 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '49fd62ce-894c-4462-b982-cd020671d3b0', 'name': '', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'mac_address': 'fa:16:3e:5c:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:33Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 2, 'project_id': '24fb126babee4bbea59923603503a21a', 'subnets': [{'id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:42.435760 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Checking router: d8dae307-be9e-42d5-813e-59a51d1aa8bb for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:42.436130 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Updating router d8dae307-be9e-42d5-813e-59a51d1aa8bb port 49fd62ce-894c-4462-b982-cd020671d3b0 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:42.464921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] For port b32798af-3ca0-4517-8e67-58117ecc9482, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b32798af-3ca0-4517-8e67-58117ecc9482,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:42.473878 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-9d49c9ed-afa8-46c4-9693-9ca0fdd6d6b2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:42.477128 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-9d49c9ed-afa8-46c4-9693-9ca0fdd6d6b2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.3586566 Jun 16 16:12:42.536978 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:42.553970 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.571565 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.578322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (67b7120e-1646-4434-b8b4-23c7a2ee5f0f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.580141 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Provisioning complete for port 974562d8-cc36-464d-bd98-2c8ef8440df3 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:42.580539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.581074 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Allocated IP 172.27.0.247 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/5acc9db5-678a-4e3c-b245-f0c21ee65e82) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:42.588820 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.592305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67b7120e-1646-4434-b8b4-23c7a2ee5f0f HTTP/1.1" status: 204 len: 168 time: 0.9312227 Jun 16 16:12:42.602187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-9625d1b9-37f0-46a5-97d5-0bfd3b166602 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:12:42.603334 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-9625d1b9-37f0-46a5-97d5-0bfd3b166602 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2030683 Jun 16 16:12:42.713468 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-59f4e9c6-0ece-493d-b97f-52678908acc1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/quotas/c3592ee016d1486db983b4ff2aab5ca3 HTTP/1.1" status: 200 len: 375 time: 0.1990924 Jun 16 16:12:42.763815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d52c-5f3a-4597-9469-e4b8ce06c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7120e-1646-4434-b8b4-23c7a2ee5f0f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:42.901637 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:42.984479 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5cc91-152b-4c0f-9825-d96158017913 None None] Pushing event updated for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.010276 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44462) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:43.016970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.035641 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:43.046061 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1b0fd70a-7146-4806-b196-25ba61455ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.064740 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-03f2152a-e651-4d92-bd0e-eb29de445a9e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3212831 Jun 16 16:12:43.183287 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:43.202114 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:43.207421 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:43.216013 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=5acc9db5-678a-4e3c-b245-f0c21ee65e82,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.225311 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks [] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.239285 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.285166 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks [] for port (49fd62ce-894c-4462-b982-cd020671d3b0), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.298365 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.298942 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-b7f165c1-ff94-459b-ab0e-306c4c85f18e service neutron] 10.222.0.88 "GET /v2.0/networks/5d375348-adcc-438c-9fee-9cf43aa78b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894043 Jun 16 16:12:43.313469 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0017f-8cc7-433e-a575-4842197e4e34 None None] Pushing event updated for resources: {'Port': ['ID=b32798af-3ca0-4517-8e67-58117ecc9482,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.393032 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (cb7ede5d-0726-4f12-924a-58f8458bf587), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.397576 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8fb63-2e9e-42d9-b922-be17d7f789dc None None] Pushing event updated for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.404519 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:43.509704 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:37Z', 'revision_number': 2, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:43.526376 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.545967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44478) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:43.549635 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:43.550756 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:43.570330 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Attempting to bind port 49fd62ce-894c-4462-b982-cd020671d3b0 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:43.570698 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Attempting to bind port 49fd62ce-894c-4462-b982-cd020671d3b0 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:43.571625 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Attempting to bind port 49fd62ce-894c-4462-b982-cd020671d3b0 on network 5d375348-adcc-438c-9fee-9cf43aa78b15 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:43.585750 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:43.586682 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Checking segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:43.587093 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.588297 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Bound using segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:43.589120 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Bound port: 49fd62ce-894c-4462-b982-cd020671d3b0, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:43.589655 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.609814 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c029a1f-5fb1-4c54-82b8-c2b3fdba1287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.686910 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-6b5ca481-0397-4fbd-9d6b-b6eb11d2ed4e service neutron] 10.222.0.88 "GET /v2.0/networks/5d375348-adcc-438c-9fee-9cf43aa78b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712642 Jun 16 16:12:43.698276 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:43.715615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:43.724168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:43.732623 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] For port 49fd62ce-894c-4462-b982-cd020671d3b0, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:43.742270 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.742496 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] For port 49fd62ce-894c-4462-b982-cd020671d3b0, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=49fd62ce-894c-4462-b982-cd020671d3b0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:43.752573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:43.758756 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:43.799044 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:43.831807 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e75ef81b-6037-4f21-8a56-b1af2b8c8c27 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfa27850e0d247a982554a2065e54f43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2767420 Jun 16 16:12:43.844279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44482) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:43.844444 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:43.864792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:43.865153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Updating router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 port 2401fb59-6725-4bd5-82b7-9e8f302a7554 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:43.909835 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:43.911979 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:44.149828 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8fb63-2e9e-42d9-b922-be17d7f789dc None None] Pushing event updated for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:44.341297 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c029a1f-5fb1-4c54-82b8-c2b3fdba1287 admin admin] Publish callbacks [] for security_group (b81a2989-2c55-4a6b-ae23-f2124f9edbf1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.343245 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.354956 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] Publish callbacks [] for security_group (5a4d8057-98ba-442a-a3b5-59ca66ec536c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.388538 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:44.394880 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 974562d8-cc36-464d-bd98-2c8ef8440df3 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:44.395179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:44.401371 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6c029a1f-5fb1-4c54-82b8-c2b3fdba1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b81a2989-2c55-4a6b-ae23-f2124f9edbf1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.403005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-941e8e9b-1927-41e8-9835-88af105d8bc2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:12:44.410052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-941e8e9b-1927-41e8-9835-88af105d8bc2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8239937 Jun 16 16:12:44.488054 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:12:44.493238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-979be4ea-ade3-4672-a644-5dc2b6e6f4f1 req-db994895-715d-45db-82dd-1d93f048b8ca tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0988307 Jun 16 16:12:44.583156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.644828 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] Publish callbacks [] for security_group (5a4d8057-98ba-442a-a3b5-59ca66ec536c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.678450 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:12:44.700392 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-243b47e1-f329-4858-be84-ea24c31a6ac0 admin admin] 10.222.0.88 "PUT /v2.0/routers/cb7ede5d-0726-4f12-924a-58f8458bf587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0374005 Jun 16 16:12:44.727464 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-5c5a106e-343c-4434-b1db-60838b5ed49f service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164024 Jun 16 16:12:44.762639 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:44.826432 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:44.905657 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:44.934792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:44.938749 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6c029a1f-5fb1-4c54-82b8-c2b3fdba1287 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5df9f0e03bc94dc9916183aee67492bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9243524 Jun 16 16:12:44.945451 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44536) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:44.946520 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '49fd62ce-894c-4462-b982-cd020671d3b0', 'name': '', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'mac_address': 'fa:16:3e:5c:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:33Z', 'updated_at': '2022-06-16T16:12:43Z', 'revision_number': 4, 'project_id': '24fb126babee4bbea59923603503a21a', 'subnets': [{'id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:44.949944 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c029a1f-5fb1-4c54-82b8-c2b3fdba1287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a2989-2c55-4a6b-ae23-f2124f9edbf1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:44.958126 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.960430 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Current status of the port 974562d8-cc36-464d-bd98-2c8ef8440df3 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:44.990585 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:44.994906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-41820a2b-bdd2-4be8-b477-827f96c07053 service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642448 Jun 16 16:12:45.018421 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21850a78-07a5-4db0-aee0-2eea1a148153 None None] The sync data for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi is: [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '49fd62ce-894c-4462-b982-cd020671d3b0', 'name': '', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'mac_address': 'fa:16:3e:5c:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:33Z', 'updated_at': '2022-06-16T16:12:43Z', 'revision_number': 4, 'project_id': '24fb126babee4bbea59923603503a21a', 'subnets': [{'id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:45.109892 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=5acc9db5-678a-4e3c-b245-f0c21ee65e82,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:45.120619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] Publish callbacks [] for security_group (b81a2989-2c55-4a6b-ae23-f2124f9edbf1), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.149833 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.160028 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a4d8057-98ba-442a-a3b5-59ca66ec536c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.168714 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.170257 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a4d8057-98ba-442a-a3b5-59ca66ec536c HTTP/1.1" status: 204 len: 168 time: 1.3254211 Jun 16 16:12:45.216439 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7c3d-f8a9-4620-8a48-4715b7cb09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d8057-98ba-442a-a3b5-59ca66ec536c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:45.233411 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.247272 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-72977d71-f3b5-4a75-9a02-535bd2cb85cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6024370 Jun 16 16:12:45.248101 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] Publish callbacks [] for security_group (b81a2989-2c55-4a6b-ae23-f2124f9edbf1), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.262755 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44554) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:45.289601 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:42Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:45.387744 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b81a2989-2c55-4a6b-ae23-f2124f9edbf1), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.391767 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.397458 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b81a2989-2c55-4a6b-ae23-f2124f9edbf1 HTTP/1.1" status: 204 len: 168 time: 0.4492667 Jun 16 16:12:45.426084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5437a-45bb-4a53-8e9d-dcf5bd2a5005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a2989-2c55-4a6b-ae23-f2124f9edbf1,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:45.497202 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca9cf6-68b0-4f1f-b6e3-f6efbbea5596 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:42Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:45.499604 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 974562d8-cc36-464d-bd98-2c8ef8440df3 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:45.510228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.536874 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:45.536874 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.610485 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-085f0497-4d69-49e1-b304-896347311519 req-f2c96c72-e6dd-444c-ae3b-a756e1e0636d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 210 time: 0.0984662 Jun 16 16:12:45.695186 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:45.765059 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:45.840602 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-92001a28-b866-49a0-92d7-b5a34e993ba3 req-533dc006-883d-49f6-8b5f-3a8cd628f6a8 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0825574 Jun 16 16:12:45.914816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b096389f-6fe8-4e6e-8003-a924ced15990 None None] Port ffd2d76b-2957-44f0-a9bf-2965ec1831ed cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:45.929093 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.082484 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44604) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:46.089652 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439529329', 'description': 'tempest-description--2057732561'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:46.144991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.199444 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Provisioning complete for port 49fd62ce-894c-4462-b982-cd020671d3b0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:46.200155 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.331116 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 974562d8-cc36-464d-bd98-2c8ef8440df3 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:46.336111 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:46.358359 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:46.412184 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (39820139-b850-4882-a013-22febb0982db), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.419577 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (39820139-b850-4882-a013-22febb0982db), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.506943 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.509677 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4251833 Jun 16 16:12:46.524040 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44620) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:46.533560 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': '39820139-b850-4882-a013-22febb0982db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:46.551789 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52612e19-cf5b-42be-aa63-8cc61848c243 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39820139-b850-4882-a013-22febb0982db,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:46.556544 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-d3bc2226-ef0d-4b76-8df1-c3acdde3761e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1022640843&fields=id&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 267 time: 0.2165265 Jun 16 16:12:46.626399 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44626) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:46.654709 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4501b058-f440-44b9-bdea-11a42a466519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.723234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (41e4486c-dfba-44c0-9e5c-7a7e26f06c29), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.787456 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:46.787862 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.803928 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:46.901343 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Current status of the port 49fd62ce-894c-4462-b982-cd020671d3b0 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:46.909785 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.930730 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks [] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:46.932929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-09f276d0-e392-422c-af05-904424ebd09c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:46.946520 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-09f276d0-e392-422c-af05-904424ebd09c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 817 time: 0.3859954 Jun 16 16:12:46.986021 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.000746 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-5671a0b1-9dba-436f-9625-8fcad585c91f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/quotas/dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 375 time: 0.0518467 Jun 16 16:12:47.025295 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (41e4486c-dfba-44c0-9e5c-7a7e26f06c29), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.047759 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (41e4486c-dfba-44c0-9e5c-7a7e26f06c29), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.098678 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.105770 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5782530 Jun 16 16:12:47.106753 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44648) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:47.127235 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': '39820139-b850-4882-a013-22febb0982db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:47.146798 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4501b058-f440-44b9-bdea-11a42a466519 admin admin] Publish callbacks [] for security_group (645173f4-fd1e-41df-be5d-b556d7fb568a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.150348 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1761f-a5ae-411a-b4cc-8d878ed1962d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e4486c-dfba-44c0-9e5c-7a7e26f06c29,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.160261 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4501b058-f440-44b9-bdea-11a42a466519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (645173f4-fd1e-41df-be5d-b556d7fb568a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.214291 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269271b1-41dd-4fc0-9d12-a676bebeb1b2 None None] Pushing event updated for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.251944 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501b058-f440-44b9-bdea-11a42a466519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645173f4-fd1e-41df-be5d-b556d7fb568a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.272130 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] For port 49fd62ce-894c-4462-b982-cd020671d3b0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=49fd62ce-894c-4462-b982-cd020671d3b0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:47.287602 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:47.289759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.343655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:47.349489 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.387332 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4d565993-ad7c-43b4-aaff-c3d7e8bebf9e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3774874 Jun 16 16:12:47.410104 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4501b058-f440-44b9-bdea-11a42a466519 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a716c5bb8bc43cdb55326b425cc1b14&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1441007 Jun 16 16:12:47.410104 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (8ff8601b-a9fa-40c0-b5ca-a83afc8c063f), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.489975 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44652) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:47.511142 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d2c658ff-8f3c-44b2-91bb-2eacef9f2b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.514750 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44656) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:47.590228 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acb128ca-1d54-4a0a-86e8-5d3ba968a8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.632016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:47.651011 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:47.651469 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.703212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d2c658ff-8f3c-44b2-91bb-2eacef9f2b0e admin admin] Publish callbacks [] for security_group (c1b4f0f8-7861-4c9d-a116-afd9726e8763), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.714045 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d2c658ff-8f3c-44b2-91bb-2eacef9f2b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c1b4f0f8-7861-4c9d-a116-afd9726e8763), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.740047 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:47.740454 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-5482f905-3238-4c6e-88e3-43b60eaaf738 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:47.742366 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-5482f905-3238-4c6e-88e3-43b60eaaf738 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.6980803 Jun 16 16:12:47.743479 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Port ffd2d76b-2957-44f0-a9bf-2965ec1831ed cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:47.752744 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.753799 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca7fdac2-ff45-4814-bf4d-a948fc3b3825 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:47.791306 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (8ff8601b-a9fa-40c0-b5ca-a83afc8c063f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.796490 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Attempting to bind port 2401fb59-6725-4bd5-82b7-9e8f302a7554 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:47.797226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Attempting to bind port 2401fb59-6725-4bd5-82b7-9e8f302a7554 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:47.797806 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Attempting to bind port 2401fb59-6725-4bd5-82b7-9e8f302a7554 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:47.801585 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d2c658ff-8f3c-44b2-91bb-2eacef9f2b0e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2dd88144811c46e3889b66c90df5f38f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1734569 Jun 16 16:12:47.805201 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-b1614e04-55fa-48e1-8b7b-8731bcef3afc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/quotas/c3592ee016d1486db983b4ff2aab5ca3 HTTP/1.1" status: 200 len: 375 time: 0.0373657 Jun 16 16:12:47.806022 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44664) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:47.806152 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] Publish callbacks [] for security_group (645173f4-fd1e-41df-be5d-b556d7fb568a), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.806401 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:47.806992 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:47.807559 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.808100 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Bound using segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:47.808216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c658ff-8f3c-44b2-91bb-2eacef9f2b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4f0f8-7861-4c9d-a116-afd9726e8763,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.809392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Bound port: 2401fb59-6725-4bd5-82b7-9e8f302a7554, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:47.809952 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.811374 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (8ff8601b-a9fa-40c0-b5ca-a83afc8c063f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.812540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f85d05-bbd2-4b0b-a64e-2387e1f3d828 None None] Pushing event updated for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.833218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] Publish callbacks [] for security_group (645173f4-fd1e-41df-be5d-b556d7fb568a), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.863642 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:47.864091 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff8601b-a9fa-40c0-b5ca-a83afc8c063f,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:47.864371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.866271 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:47.882748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:47.884298 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b571c53e-6ed5-4bf8-b875-bdc390f1154c None None] Provisioning complete for port 2401fb59-6725-4bd5-82b7-9e8f302a7554 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:47.885009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b571c53e-6ed5-4bf8-b875-bdc390f1154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.896841 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-0d178b60-5d43-4bdf-8dff-c104aea2dd0f service neutron] 10.222.0.88 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238131 Jun 16 16:12:47.952482 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:47.956833 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-81a721b8-e671-4bd7-a811-40d4a38a1421 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8384314 Jun 16 16:12:47.980269 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b571c53e-6ed5-4bf8-b875-bdc390f1154c None None] Port 2401fb59-6725-4bd5-82b7-9e8f302a7554 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:48.018117 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f9414bc-6a44-4624-8c64-5408e8a55188 service neutron] 10.222.0.88 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011629 Jun 16 16:12:48.020567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 44666) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:48.023626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:48.025134 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] Publish callbacks [] for security_group (c1b4f0f8-7861-4c9d-a116-afd9726e8763), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.046039 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:48.051332 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.33', 61381) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:48.071956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (645173f4-fd1e-41df-be5d-b556d7fb568a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.075527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.076897 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/645173f4-fd1e-41df-be5d-b556d7fb568a HTTP/1.1" status: 204 len: 168 time: 0.5855775 Jun 16 16:12:48.111503 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:48.118079 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] Publish callbacks [] for security_group (c1b4f0f8-7861-4c9d-a116-afd9726e8763), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.130064 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] For port 2401fb59-6725-4bd5-82b7-9e8f302a7554, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:48.135175 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] For port 2401fb59-6725-4bd5-82b7-9e8f302a7554, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2401fb59-6725-4bd5-82b7-9e8f302a7554,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:48.164227 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52c079-7d56-4185-a982-1d8f0430dd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645173f4-fd1e-41df-be5d-b556d7fb568a,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:48.191745 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-c2827e7e-3a3c-4cc0-bfd7-0fe0e284bb79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2998219 Jun 16 16:12:48.244922 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.283212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c1b4f0f8-7861-4c9d-a116-afd9726e8763), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.286381 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.288139 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c1b4f0f8-7861-4c9d-a116-afd9726e8763 HTTP/1.1" status: 204 len: 168 time: 0.4809349 Jun 16 16:12:48.310527 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:48.310915 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.346673 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ac6ee-cad4-452a-997d-2946410b1c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4f0f8-7861-4c9d-a116-afd9726e8763,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:48.395918 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acb128ca-1d54-4a0a-86e8-5d3ba968a8e7 admin admin] Publish callbacks [] for security_group (67b91ffc-4ccd-4d1a-8732-63587b9507b5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.402442 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acb128ca-1d54-4a0a-86e8-5d3ba968a8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (67b91ffc-4ccd-4d1a-8732-63587b9507b5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.453803 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:48.462743 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-3286df43-2336-44c5-afda-1af204d9ee4b service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541955 Jun 16 16:12:48.524816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.538108 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-acb128ca-1d54-4a0a-86e8-5d3ba968a8e7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e7d43ccef4e4b9a9320735a98558707&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0188000 Jun 16 16:12:48.549616 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44686) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:48.630081 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port ca7fdac2-ff45-4814-bf4d-a948fc3b3825, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:48.653995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.655812 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device eedeca34-c94b-4861-b84e-25c8bfb3e07a up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:48.661479 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb128ca-1d54-4a0a-86e8-5d3ba968a8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b91ffc-4ccd-4d1a-8732-63587b9507b5,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:48.752416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] Publish callbacks [] for security_group (67b91ffc-4ccd-4d1a-8732-63587b9507b5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.794669 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:48.795442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:48.802200 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] Publish callbacks [] for security_group (67b91ffc-4ccd-4d1a-8732-63587b9507b5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.837095 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:12:48.856072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-7d0d7884-0d13-4a9f-ba51-19736815f038 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:48.858855 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-7d0d7884-0d13-4a9f-ba51-19736815f038 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.33 "GET /v2.0/networks?id=5d375348-adcc-438c-9fee-9cf43aa78b15 HTTP/1.1" status: 200 len: 812 time: 0.8061588 Jun 16 16:12:48.885531 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269271b1-41dd-4fc0-9d12-a676bebeb1b2 None None] Pushing event updated for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:48.948839 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.33', 61386) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:48.975460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (67b91ffc-4ccd-4d1a-8732-63587b9507b5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.978726 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:48.979546 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:48.982301 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67b91ffc-4ccd-4d1a-8732-63587b9507b5 HTTP/1.1" status: 204 len: 168 time: 0.4282224 Jun 16 16:12:49.023466 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5ef0-2cd7-4024-997b-a84c731ba8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b91ffc-4ccd-4d1a-8732-63587b9507b5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:49.036027 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port eedeca34-c94b-4861-b84e-25c8bfb3e07a triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:49.036888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.110140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Request body: {'port': {'device_id': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'admin_state_up': True, 'tenant_id': '24fb126babee4bbea59923603503a21a'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:49.133006 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5db088b0-921b-413f-ac67-6de946a7ecc9 req-0f093c0c-2d35-43b7-8a0b-3a40f48c629d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.2642379 Jun 16 16:12:49.269471 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-76a1ed36-b232-4340-b443-bb9e51eaca58 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:49.271568 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-76a1ed36-b232-4340-b443-bb9e51eaca58 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.3204458 Jun 16 16:12:49.303193 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'port': {'device_id': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'admin_state_up': True, 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:49.344636 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Provisioning complete for port 2401fb59-6725-4bd5-82b7-9e8f302a7554 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:49.345175 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.385668 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44718) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:49.525920 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-937a695a-bd07-4fcd-9607-bb0712dc5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.538106 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:49.619190 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:49.651294 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b2ade124-470b-4f5d-a17a-3d9ef3afb8d6 req-1e41a998-ec59-46bd-98fd-b4a1bbabd0dd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.3804424 Jun 16 16:12:49.722851 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Current status of the port 2401fb59-6725-4bd5-82b7-9e8f302a7554 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:49.723771 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.797563 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-937a695a-bd07-4fcd-9607-bb0712dc5f75 admin admin] Publish callbacks [] for security_group (6e1731d5-9e50-48dd-bd30-62776efd3fd9), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.810903 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-937a695a-bd07-4fcd-9607-bb0712dc5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6e1731d5-9e50-48dd-bd30-62776efd3fd9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.841239 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:49.868037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:49.885032 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-77213f37-ffda-4504-8bf8-27e2202995cf service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3809748 Jun 16 16:12:49.886456 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:49.919106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:49.990109 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a155fcac-8dfc-434d-bada-31bb5bfb464b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.041371 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-937a695a-bd07-4fcd-9607-bb0712dc5f75 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ab3be2d9e56b45b89dadb9ae80655981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535442 Jun 16 16:12:50.042457 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a695a-bd07-4fcd-9607-bb0712dc5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1731d5-9e50-48dd-bd30-62776efd3fd9,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:50.048144 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44736) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:50.155863 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port eedeca34-c94b-4861-b84e-25c8bfb3e07a is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:50.190814 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Made reservation on behalf of c3592ee016d1486db983b4ff2aab5ca3 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:50.194657 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.204932 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:50.230850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.27.0.4 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/984b9757-f13e-4f9d-9611-ffc044c64cf8) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:50.251653 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] Publish callbacks [] for security_group (6e1731d5-9e50-48dd-bd30-62776efd3fd9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.447460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] Publish callbacks [] for security_group (6e1731d5-9e50-48dd-bd30-62776efd3fd9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.492281 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.33', 61390) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:50.510147 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] For port 2401fb59-6725-4bd5-82b7-9e8f302a7554, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2401fb59-6725-4bd5-82b7-9e8f302a7554,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:50.528402 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.562055 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:50.810678 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b32798af-3ca0-4517-8e67-58117ecc9482 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:50.889053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-081abdbd-c0cc-4be5-9325-221ffd4786a6 req-c97db83e-a4b9-4706-9b72-1fb7a2bdc842 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.3978512 Jun 16 16:12:50.984490 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port b32798af-3ca0-4517-8e67-58117ecc9482 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:50.986322 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:50.999945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Allocated IP 172.20.0.13 (95eb63ba-1800-47ca-921c-a33b3a51a7cb/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641/9fc73dbb-a75c-415a-b8f8-fbf849262a05) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:51.015248 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8de67b2f-db0d-4d4d-bf6c-9089c7c144b7 req-af13666b-5923-4f7c-988d-2c489e22b68d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 210 time: 0.5327175 Jun 16 16:12:51.103004 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aee39f-d526-41fe-88a3-e78176ddc8eb None None] Pushing event updated for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.207923 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1dc10f8a-0e62-44b0-88b4-eb9601981ace req-68762c1e-a19f-42ee-aa9b-db76c84e3c18 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.1157460 Jun 16 16:12:51.327355 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:48Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:51.331467 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b32798af-3ca0-4517-8e67-58117ecc9482 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:51.332121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.356976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Made reservation on behalf of 24fb126babee4bbea59923603503a21a for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:51.366176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.428025 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda2be4-ae13-42fe-844d-a9affe0720dd None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:48Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:51.463021 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.504089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port b32798af-3ca0-4517-8e67-58117ecc9482, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b32798af-3ca0-4517-8e67-58117ecc9482,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:51.512892 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.515857 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:51.686606 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.692820 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.737543 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.761271 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.767679 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6e1731d5-9e50-48dd-bd30-62776efd3fd9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.771333 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.775892 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e1731d5-9e50-48dd-bd30-62776efd3fd9 HTTP/1.1" status: 204 len: 168 time: 1.7221375 Jun 16 16:12:51.827151 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f7d59-c6ff-452c-b98f-89a384dce269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1731d5-9e50-48dd-bd30-62776efd3fd9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.861968 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a155fcac-8dfc-434d-bada-31bb5bfb464b admin admin] Publish callbacks [] for security_group (0d0ec0b7-921d-4c1e-b337-87d8babd3704), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.925359 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a155fcac-8dfc-434d-bada-31bb5bfb464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0d0ec0b7-921d-4c1e-b337-87d8babd3704), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:51.955275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=b32798af-3ca0-4517-8e67-58117ecc9482,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:51.974253 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:51.994051 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:51.994792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.004364 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:52.200370 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:52.201514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca7fdac2-ff45-4814-bf4d-a948fc3b3825 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:52.213341 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:52.256074 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.262980 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:52.303287 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-ff1d6e07-0266-4d52-b89a-171f6e330df6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:52.308050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-ff1d6e07-0266-4d52-b89a-171f6e330df6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 817 time: 1.7974954 Jun 16 16:12:52.357769 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:52.365600 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.418855 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:52.419543 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.471325 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a155fcac-8dfc-434d-bada-31bb5bfb464b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=290e7c15bbd84633872b63e39ab192f0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6035328 Jun 16 16:12:52.471325 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155fcac-8dfc-434d-bada-31bb5bfb464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0ec0b7-921d-4c1e-b337-87d8babd3704,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.481052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ff0dfce4-b183-4b14-b78a-7b37800a1251 req-206e960d-63ab-4e54-9f35-5e1f3f22927a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 210 time: 0.1713023 Jun 16 16:12:52.553870 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44800) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:52.655377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:52.656540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 49fd62ce-894c-4462-b982-cd020671d3b0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:52.690715 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a520a6b8-a6b7-463a-82de-be3833c3b981 req-4668f588-136e-4117-887d-a776f7d160e4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.2470317 Jun 16 16:12:52.732308 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-68115ba4-efb4-42e4-a7f7-6d4cef736aaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4416685 Jun 16 16:12:52.770890 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-3d6180fa-6947-44d7-b7df-0f198e5c3a68 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:12:52.772133 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-3d6180fa-6947-44d7-b7df-0f198e5c3a68 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0251920 Jun 16 16:12:52.812472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-84c92b24-164a-408a-be80-e20ca4e2a287 None None] Provisioning complete for port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:52.813031 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84c92b24-164a-408a-be80-e20ca4e2a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.820515 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:52.824263 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] Publish callbacks [] for security_group (0d0ec0b7-921d-4c1e-b337-87d8babd3704), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.921833 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Allocated IP 172.20.0.10 (5d375348-adcc-438c-9fee-9cf43aa78b15/787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55/17ff1249-a9c6-473b-9c9c-1c74c01a15cc) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:52.926247 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.958465 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 49fd62ce-894c-4462-b982-cd020671d3b0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:52.959289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:52.976685 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:52.986676 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:53.050718 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-84c92b24-164a-408a-be80-e20ca4e2a287 None None] Port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:53.130546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=984b9757-f13e-4f9d-9611-ffc044c64cf8,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:53.157059 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-702c3829-1233-479a-b5cf-0ad5c9cb174f req-ff2562ed-96fb-47ca-be49-4f33e0c8b231 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.3162138 Jun 16 16:12:53.208150 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:53.254592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.33', 61395) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:12:53.274189 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:53.279705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:53.495070 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:53.508615 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] Publish callbacks [] for security_group (0d0ec0b7-921d-4c1e-b337-87d8babd3704), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:53.639210 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:53.692960 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:53.801572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 49fd62ce-894c-4462-b982-cd020671d3b0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:54.024807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.120135 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-67826973-93c9-4bc8-bd8b-39ba53dd7922 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:54.124569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-b4b35ded-44d2-4109-9858-908ebe8f2ea4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 380 time: 1.3008530 Jun 16 16:12:54.162295 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-67826973-93c9-4bc8-bd8b-39ba53dd7922 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.7934453 Jun 16 16:12:54.169206 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b32798af-3ca0-4517-8e67-58117ecc9482 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:54.175320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0d0ec0b7-921d-4c1e-b337-87d8babd3704), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.193780 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.198051 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d0ec0b7-921d-4c1e-b337-87d8babd3704 HTTP/1.1" status: 204 len: 168 time: 1.6383839 Jun 16 16:12:54.212693 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'port': {'device_id': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'admin_state_up': True, 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:54.217710 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'port': {'device_id': '31998833-f554-4e9e-8215-6694a9d01970', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'admin_state_up': True, 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'security_groups': ['dafea361-1c5a-4d89-9e32-faa895e0d4c4']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:54.245079 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd11e4-d504-45d6-b1f9-30bce1a77dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0ec0b7-921d-4c1e-b337-87d8babd3704,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:54.305180 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f7c928b7-2f72-426b-938e-062c7ee6191d req-c47cd728-adaa-4f5e-bc8c-efebd8e8b1f9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 210 time: 0.6010208 Jun 16 16:12:54.393765 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port b32798af-3ca0-4517-8e67-58117ecc9482 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:54.394846 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.446301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:54.462126 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:54.470513 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Request body: {'port': {'device_id': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:54.482392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:42Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:54.567559 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:54.568694 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Updating router cb7ede5d-0726-4f12-924a-58f8458bf587 port ffd2d76b-2957-44f0-a9bf-2965ec1831ed binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:12:54.614668 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Made reservation on behalf of c3592ee016d1486db983b4ff2aab5ca3 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:54.627979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.653479 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.700877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b32798af-3ca0-4517-8e67-58117ecc9482 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:54.704418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2401fb59-6725-4bd5-82b7-9e8f302a7554 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:54.866543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:54.911328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Allocated IP 172.20.0.4 (95eb63ba-1800-47ca-921c-a33b3a51a7cb/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641/52a71ee6-44fd-4a71-b587-86f364e02e17) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:54.968721 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=9 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:55.154946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.199563 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:55.204939 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.247041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa0ec0a8-ee17-4d35-97d4-f77f1175cc99 req-63693fab-24a4-4d16-9a10-2ae766a714a4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 1.0556042 Jun 16 16:12:55.253227 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:55.314786 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:55.318166 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8fd676ab-2fbc-4974-8676-95d38a05ce8f req-734541dc-579b-4eb1-b52b-e9fb9fb9154f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.4527307 Jun 16 16:12:55.366085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.419004 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:55.436957 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:55.441568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:55.452823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:55.481949 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 2401fb59-6725-4bd5-82b7-9e8f302a7554 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:55.482614 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.623706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:55.626072 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.694012 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-2dde3837-5480-4baf-9367-97d707c32d6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4923947 Jun 16 16:12:55.732992 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Request body: {'port': {'device_id': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:12:55.794030 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks [] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:55.848055 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:56.063131 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763ddc-46cd-47ea-9293-6dd2934c63db None None] Pushing event updated for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:56.084533 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 2401fb59-6725-4bd5-82b7-9e8f302a7554 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:56.108859 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:56.121473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-8ec13283-c2f0-48f6-be26-1aae744732b0 None None] Provisioning complete for port 52a71ee6-44fd-4a71-b587-86f364e02e17 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:56.121906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ec13283-c2f0-48f6-be26-1aae744732b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:56.223070 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8ec13283-c2f0-48f6-be26-1aae744732b0 None None] Port 52a71ee6-44fd-4a71-b587-86f364e02e17 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:56.588584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Made reservation on behalf of dbfb390720a54a4eb35c80b0d1a1f16b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:12:56.593799 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:56.727073 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec59b2c-429c-449b-8e9b-5ef094d455e3 req-1e8b299f-e21b-4bfe-99ac-6ba721dc92a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:56.728924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bec59b2c-429c-449b-8e9b-5ef094d455e3 req-1e8b299f-e21b-4bfe-99ac-6ba721dc92a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 931 time: 0.8592501 Jun 16 16:12:56.769944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:56.820328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:56.948130 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Attempting to bind port ffd2d76b-2957-44f0-a9bf-2965ec1831ed on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:56.949047 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Attempting to bind port ffd2d76b-2957-44f0-a9bf-2965ec1831ed by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:56.950467 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Attempting to bind port ffd2d76b-2957-44f0-a9bf-2965ec1831ed on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:56.978223 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b14baf5d-0c4a-4774-9a80-b8dd754490cb None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:56.978767 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b14baf5d-0c4a-4774-9a80-b8dd754490cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.077796 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b14baf5d-0c4a-4774-9a80-b8dd754490cb None None] Port ffd2d76b-2957-44f0-a9bf-2965ec1831ed cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:12:57.079561 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:57.080549 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:57.080933 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.081315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:57.081888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Bound port: ffd2d76b-2957-44f0-a9bf-2965ec1831ed, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:57.082265 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.121361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.297175 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] For port ffd2d76b-2957-44f0-a9bf-2965ec1831ed, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:57.303611 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] For port ffd2d76b-2957-44f0-a9bf-2965ec1831ed, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:57.334011 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.390454 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a71ee6-44fd-4a71-b587-86f364e02e17 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:57.413472 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks [] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.477683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Transition to ACTIVE for port object 52a71ee6-44fd-4a71-b587-86f364e02e17 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:57.486533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.488936 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763ddc-46cd-47ea-9293-6dd2934c63db None None] Pushing event updated for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.551393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks [] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.560754 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.568752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=984b9757-f13e-4f9d-9611-ffc044c64cf8,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.585860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-adfa3ef4-fde7-4d53-8399-1db08dcff973 req-715e1128-56b1-4a6e-b5b7-71d3ce439fd1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.7400331 Jun 16 16:12:57.591884 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:12:57.592539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:12:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:57.773818 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Pushing event updated for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:57.878800 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Attempting to bind port 52a71ee6-44fd-4a71-b587-86f364e02e17 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:12:57.879512 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Attempting to bind port 52a71ee6-44fd-4a71-b587-86f364e02e17 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:12:57.879891 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Attempting to bind port 52a71ee6-44fd-4a71-b587-86f364e02e17 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:57.891395 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Port 52a71ee6-44fd-4a71-b587-86f364e02e17 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:12:57.891933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Attempting to bind port 52a71ee6-44fd-4a71-b587-86f364e02e17 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:12:57.900282 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:12:57.900794 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:12:57.901625 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Bound using segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:12:57.902774 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Bound port: 52a71ee6-44fd-4a71-b587-86f364e02e17, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:12:57.903325 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:57.975274 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Allocated IP 172.20.0.3 (25722f8f-379b-492d-af6a-68efbda1c91b/81107165-d4c8-4dab-a1c1-41bd8287f50e/45b1ab78-929d-4b1a-90a1-4777fb503a47) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:12:58.053059 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:12:58.120424 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=52a71ee6-44fd-4a71-b587-86f364e02e17,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:12:58.139397 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.227781 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:12:58.271436 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Pushing event updated for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:58.315772 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:58.317605 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.322031 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-7b382290-6b61-4238-8114-ba1fd1c8488b service neutron] 10.222.0.33 "PUT /v2.0/ports/52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 1093 time: 2.5974123 Jun 16 16:12:58.322766 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:12:58.331226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:58.346491 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bec59b2c-429c-449b-8e9b-5ef094d455e3 req-438ea2ce-5003-40b9-8cbe-a2d0c9aa2016 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2590625 Jun 16 16:12:58.348438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-86e21779-b746-49d5-83b9-db8b07a5b46b req-fbf433e2-94e9-4c1b-b170-ffc31a75b063 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.2672353 Jun 16 16:12:58.440906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ffd2d76b-2957-44f0-a9bf-2965ec1831ed up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:12:58.495808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:58.553120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:58.570275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:12:58.665442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:58.677562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:58.698572 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-1737684d-bf16-47fe-b2d0-f3dd3f831be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:58.703857 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-1737684d-bf16-47fe-b2d0-f3dd3f831be6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1127 time: 0.2759268 Jun 16 16:12:58.923296 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-f2c64773-35a1-49b9-a350-3afd89b675b6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 217 time: 0.2004123 Jun 16 16:12:58.958300 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c104bb-d214-483e-b6e1-23744bee5491" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:58.958530 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:12:58.958842 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.102994 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:57Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:59.149595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f88fc-b089-4782-94bb-b97b775a8e61 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:57Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:59.229866 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Current status of the port ffd2d76b-2957-44f0-a9bf-2965ec1831ed is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:59.230656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.289449 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.293553 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ffd2d76b-2957-44f0-a9bf-2965ec1831ed is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:12:59.294018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.450018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] For port ffd2d76b-2957-44f0-a9bf-2965ec1831ed, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:12:59.465331 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe55e7d0-6034-40ca-ad88-dc86a95575e3 x-openstack-request-id: req-fe55e7d0-6034-40ca-ad88-dc86a95575e3 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:59.465674 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:59.466048 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe55e7d0-6034-40ca-ad88-dc86a95575e3 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:59.466513 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe55e7d0-6034-40ca-ad88-dc86a95575e3'] response: {'name': 'network-changed', 'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17', 'status': 'completed', 'code': 200} Jun 16 16:12:59.474076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.499604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc73dbb-a75c-415a-b8f8-fbf849262a05 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:12:59.514759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks [] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.542208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Transition to ACTIVE for port object 9fc73dbb-a75c-415a-b8f8-fbf849262a05 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:12:59.555788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.587328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:12:59.600435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:12:59.600780 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:12:59.677496 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:12:59.687203 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:12:59.739759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.742872 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6caf-e739-4e32-9c97-2e9ed4abb728 None None] Pushing event updated for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:59.756774 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.759564 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-6bc8fdd1-5e93-4c3f-9331-73c7e2369cc6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 11.7224422 Jun 16 16:12:59.889787 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:59.890446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:12:59.944783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e5e3a-b3db-45bc-8e07-c72d0ec52bcc req-543b9190-e6bf-4559-ba5e-3c6d8d7db395 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:12:59.946596 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7d0e5e3a-b3db-45bc-8e07-c72d0ec52bcc req-543b9190-e6bf-4559-ba5e-3c6d8d7db395 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.9806511 Jun 16 16:13:00.068958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Pushing event updated for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:00.102311 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 44990) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:00.142963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:00.166823 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994f688-10d1-471a-a4b6-765c38c24256 req-cb08ca13-ce92-4254-adec-9b0b619e95a0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:00.170028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1994f688-10d1-471a-a4b6-765c38c24256 req-cb08ca13-ce92-4254-adec-9b0b619e95a0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.4017494 Jun 16 16:13:00.177641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-8154c660-714a-4551-9dab-3b25bb34ef23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.0725234 Jun 16 16:13:00.214082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-6dbe6508-9ef8-4066-bd21-633d5ad58db8 None None] Provisioning complete for port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:00.214897 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6508-9ef8-4066-bd21-633d5ad58db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.263844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ffd2d76b-2957-44f0-a9bf-2965ec1831ed is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:00.277505 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe6508-9ef8-4066-bd21-633d5ad58db8 None None] Port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:00.293897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.312433 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:00.352450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7d0e5e3a-b3db-45bc-8e07-c72d0ec52bcc req-8caacc5a-a6ac-4d47-89b4-d62f1d8fb166 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767045 Jun 16 16:13:00.425023 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48b99880-672e-4b04-93a2-c9642c64fc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.442366 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ffd2d76b-2957-44f0-a9bf-2965ec1831ed up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:00.499887 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1994f688-10d1-471a-a4b6-765c38c24256 req-92031646-6ca9-4357-be82-b189d56c0454 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024533 Jun 16 16:13:00.531886 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Attempting to bind port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:00.532414 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Attempting to bind port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:00.532751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Attempting to bind port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:00.538632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.580824 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ffd2d76b-2957-44f0-a9bf-2965ec1831ed triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:00.581220 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.582015 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:00.594298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:13:00.594632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Attempting to bind port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:00.624472 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48b99880-672e-4b04-93a2-c9642c64fc2b admin admin] Publish callbacks [] for security_group (90fda308-9391-45cd-a792-d615e7705fc4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.632129 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48b99880-672e-4b04-93a2-c9642c64fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (90fda308-9391-45cd-a792-d615e7705fc4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.639973 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:00.640875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:00.666124 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:00.667118 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:00.668885 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Bound using segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:00.669751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Bound port: 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:00.671255 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.703356 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b99880-672e-4b04-93a2-c9642c64fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fda308-9391-45cd-a792-d615e7705fc4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:00.703576 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Network 25722f8f-379b-492d-af6a-68efbda1c91b is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:00.709264 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-48b99880-672e-4b04-93a2-c9642c64fc2b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8fcc970c5fe342ff9e9abd75df5be88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057458 Jun 16 16:13:00.712609 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45020) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:00.729709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:00.746581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:00.756279 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:00.774117 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b745-897d-4789-b8bf-9e4dc3777d75 req-b84ac711-44d8-4ef5-a954-37cc7a4e8c04 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:00.776541 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3eb7b745-897d-4789-b8bf-9e4dc3777d75 req-b84ac711-44d8-4ef5-a954-37cc7a4e8c04 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.2339001 Jun 16 16:13:00.820466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ffd2d76b-2957-44f0-a9bf-2965ec1831ed is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:00.851518 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] Publish callbacks [] for security_group (90fda308-9391-45cd-a792-d615e7705fc4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.889214 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] Publish callbacks [] for security_group (90fda308-9391-45cd-a792-d615e7705fc4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.978770 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (90fda308-9391-45cd-a792-d615e7705fc4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.981648 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:00.982929 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90fda308-9391-45cd-a792-d615e7705fc4 HTTP/1.1" status: 204 len: 168 time: 0.2690561 Jun 16 16:13:00.998715 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.000167 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.003882 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584974e-3b56-4f1e-b5e4-6d92bd3466b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fda308-9391-45cd-a792-d615e7705fc4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.033530 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-b87d9a1c-1556-486c-a5e6-cf21c07cbbe0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--439529329&fields=id&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 267 time: 0.3591242 Jun 16 16:13:01.069950 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:01.078775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:01.095700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3eb7b745-897d-4789-b8bf-9e4dc3777d75 req-a51ba3f9-5584-44dc-bfb4-bc67873d8538 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346303 Jun 16 16:13:01.108102 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-8cf0089e-6aca-40e7-a949-c8bee769be12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8960812 Jun 16 16:13:01.125156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.151753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-7c45f64c-35a5-4480-9eb1-55b49472d0a7 None None] Provisioning complete for port 45b1ab78-929d-4b1a-90a1-4777fb503a47 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:01.152682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7c45f64c-35a5-4480-9eb1-55b49472d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.213912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7c45f64c-35a5-4480-9eb1-55b49472d0a7 None None] Port 45b1ab78-929d-4b1a-90a1-4777fb503a47 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:01.253256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.253932 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.255371 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] 10.222.0.33 "PUT /v2.0/ports/9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 1094 time: 7.9089048 Jun 16 16:13:01.260296 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:01.307846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab5eda-8fbb-4014-b156-c7f99b379dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.336574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-be7ab687-b751-4451-8439-8371e16889b7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.356440 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-be7ab687-b751-4451-8439-8371e16889b7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.2962132 Jun 16 16:13:01.387976 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-8da42600-993e-4b01-b7e7-5c7aa4c98bcc tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/quotas/c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 375 time: 0.0282941 Jun 16 16:13:01.552455 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-27290109-8f9d-4c5f-bbdc-98db059d27a6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557112 Jun 16 16:13:01.634012 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:01.765186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45070) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:01.796661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d99d1a0-a5d7-42e2-a8bd-06ef3ec65d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.882457 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6046e-d582-4167-9413-e33123088ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:01.896648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297ff39-7d96-47bb-9507-dba053586595 req-6165e9a8-86eb-4e82-a56c-6ea4f20d01f1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:01.903550 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2297ff39-7d96-47bb-9507-dba053586595 req-6165e9a8-86eb-4e82-a56c-6ea4f20d01f1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.3990266 Jun 16 16:13:01.924556 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d99d1a0-a5d7-42e2-a8bd-06ef3ec65d1f admin admin] Publish callbacks [] for security_group (8ef4e701-c8b3-485a-8255-533ddc2fe320), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.930177 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d99d1a0-a5d7-42e2-a8bd-06ef3ec65d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8ef4e701-c8b3-485a-8255-533ddc2fe320), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:01.977765 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2297ff39-7d96-47bb-9507-dba053586595 req-75a58bfd-bc6b-4758-9823-0b2481944a62 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730424 Jun 16 16:13:01.979845 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-6137f408-85dc-47c5-afa1-412c310f9367 service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025962 Jun 16 16:13:01.987266 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9d99d1a0-a5d7-42e2-a8bd-06ef3ec65d1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3e3f05becb5469f9e1751744023e605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182138 Jun 16 16:13:01.989574 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d1a0-a5d7-42e2-a8bd-06ef3ec65d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4e701-c8b3-485a-8255-533ddc2fe320,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.998068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45080) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:02.082251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] Publish callbacks [] for security_group (8ef4e701-c8b3-485a-8255-533ddc2fe320), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:02.114959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] Publish callbacks [] for security_group (8ef4e701-c8b3-485a-8255-533ddc2fe320), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:02.164879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0d33f-1026-414c-9cd0-ca4d5d01e0b0 req-e439bfd7-ee54-4cf4-95db-374826c93e01 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.172408 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ae0d33f-1026-414c-9cd0-ca4d5d01e0b0 req-e439bfd7-ee54-4cf4-95db-374826c93e01 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0938959 Jun 16 16:13:02.180265 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8ef4e701-c8b3-485a-8255-533ddc2fe320), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:02.183778 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:02.185734 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8ef4e701-c8b3-485a-8255-533ddc2fe320 HTTP/1.1" status: 204 len: 168 time: 0.1865015 Jun 16 16:13:02.195637 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca460ae6-f263-4df0-b592-634180446904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4e701-c8b3-485a-8255-533ddc2fe320,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:02.225647 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-1bd1efa3-dc6d-43cc-a649-a4ac2154908d service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343898 Jun 16 16:13:02.251386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:02.252495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:02.264332 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ae0d33f-1026-414c-9cd0-ca4d5d01e0b0 req-a9de0017-367d-41bb-95f3-f9ded8629ccc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909517 Jun 16 16:13:02.650980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0e3-702d-48f8-8c45-91781909206a req-c1bf598b-89ac-4340-9ef3-a00f54056c3e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:02.653893 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5d3f0e3-702d-48f8-8c45-91781909206a req-c1bf598b-89ac-4340-9ef3-a00f54056c3e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.0835149 Jun 16 16:13:02.655583 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a56dc-db37-4ec3-958b-3ca3ee13d8d2 x-openstack-request-id: req-909a56dc-db37-4ec3-958b-3ca3ee13d8d2 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:02.656102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:02.656554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-909a56dc-db37-4ec3-958b-3ca3ee13d8d2 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:02.657396 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909a56dc-db37-4ec3-958b-3ca3ee13d8d2'] response: {'name': 'network-changed', 'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05', 'status': 'completed', 'code': 200} Jun 16 16:13:02.748432 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5d3f0e3-702d-48f8-8c45-91781909206a req-322a7811-acf4-464f-9ca4-bbf21b2357cc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888836 Jun 16 16:13:02.795525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-67607c73-0ba1-4aa6-9fde-78689e6bc381 req-8f277b47-e4bd-4f80-be2e-dc7fb3a2a90f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0692139 Jun 16 16:13:03.127779 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261822f-de7c-444a-b64f-039826402720 req-8061e79c-394f-4c87-b04e-0a155a5a7371 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:03.130988 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6261822f-de7c-444a-b64f-039826402720 req-8061e79c-394f-4c87-b04e-0a155a5a7371 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.0616457 Jun 16 16:13:03.191445 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6261822f-de7c-444a-b64f-039826402720 req-695def6c-eb13-4baa-95f9-d2a3cc7d5a57 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Jun 16 16:13:03.412736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42406a43-8380-40cd-a3f9-d780e9ff913e req-ddc4dd37-52cf-4118-8a30-1bd7a57cd12f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:03.415234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42406a43-8380-40cd-a3f9-d780e9ff913e req-ddc4dd37-52cf-4118-8a30-1bd7a57cd12f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0670362 Jun 16 16:13:03.508272 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45196) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:03.549933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42406a43-8380-40cd-a3f9-d780e9ff913e req-d745fdd2-7905-4225-bc09-24d3da361f31 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177931 Jun 16 16:13:03.638195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-137837479-network', 'tenant_id': 'dac369a021ea484fb12cc8e8f586ab54'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:03.698092 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Made reservation on behalf of dac369a021ea484fb12cc8e8f586ab54 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:03.701451 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.717438 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.911973 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks [] for security_group (e99cc698-f590-41e0-aed5-55bb9870b503), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.919453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e99cc698-f590-41e0-aed5-55bb9870b503), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.943228 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:03.974040 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (5b560e52-75b7-4b78-b850-407d752e287a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:03.974389 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Added segment 5b560e52-75b7-4b78-b850-407d752e287a of type vlan for network 7bcbe80d-6b8f-48e3-874d-40016fd3499b Jun 16 16:13:04.004337 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45218) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.006724 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:04.062131 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-794dbc69-d001-44d5-999f-b0872eedfee8 req-016080be-e40a-4a77-aaf7-4c627db3f134 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.1041403 Jun 16 16:13:04.081221 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:04.111878 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (7bcbe80d-6b8f-48e3-874d-40016fd3499b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.113758 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2c55-da7c-410d-8ad8-b626b5f262d7 req-517dd0cf-2b77-4d73-8f98-8fff8bdeff72 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.118120 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99cc698-f590-41e0-aed5-55bb9870b503,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.120903 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4fc2c55-da7c-410d-8ad8-b626b5f262d7 req-517dd0cf-2b77-4d73-8f98-8fff8bdeff72 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.1820843 Jun 16 16:13:04.158516 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (7bcbe80d-6b8f-48e3-874d-40016fd3499b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.159662 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.160280 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.177095 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4fc2c55-da7c-410d-8ad8-b626b5f262d7 req-ffa9087f-4e9a-483a-ab21-03fc59817081 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541401 Jun 16 16:13:04.203076 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6912889 Jun 16 16:13:04.203438 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45222) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.208111 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Request body: {'subnet': {'network_id': '7bcbe80d-6b8f-48e3-874d-40016fd3499b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-137837479-subnet', 'tenant_id': 'dac369a021ea484fb12cc8e8f586ab54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:04.260741 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07159f52-293c-4e51-adee-da901d4425fa admin admin] Pushing event updated for resources: {'Network': ['ID=7bcbe80d-6b8f-48e3-874d-40016fd3499b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.267598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3aff91d-7717-4c67-988c-8b6940d0dcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.274017 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 7bcbe80d-6b8f-48e3-874d-40016fd3499b details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:04.283469 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Made reservation on behalf of dac369a021ea484fb12cc8e8f586ab54 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:04.285792 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199992'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.307395 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:04.323699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3818db-891d-4c0f-be98-8c454b282d4a req-af4586ae-80e9-4f0b-9f59-b6bf86a15327 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.326129 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f3818db-891d-4c0f-be98-8c454b282d4a req-af4586ae-80e9-4f0b-9f59-b6bf86a15327 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.0645561 Jun 16 16:13:04.384928 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f3818db-891d-4c0f-be98-8c454b282d4a req-d0f603cc-5a20-4be1-b314-a5ae742f8007 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Jun 16 16:13:04.458378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3aff91d-7717-4c67-988c-8b6940d0dcdb admin admin] Publish callbacks [] for security_group (12763fcb-d858-456e-919c-a0be65bee78d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.463307 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3aff91d-7717-4c67-988c-8b6940d0dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (12763fcb-d858-456e-919c-a0be65bee78d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.535368 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aff91d-7717-4c67-988c-8b6940d0dcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12763fcb-d858-456e-919c-a0be65bee78d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.546191 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d3aff91d-7717-4c67-988c-8b6940d0dcdb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8d6ec4a9e654fdc89a0cc843f2993d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331478 Jun 16 16:13:04.548787 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45226) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:04.588931 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26435140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199946'] for subnet (f6083bcf-9706-4989-b009-5c56015e714c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.675112 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6083bcf-9706-4989-b009-5c56015e714c,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.687506 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] Publish callbacks [] for security_group (12763fcb-d858-456e-919c-a0be65bee78d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.706182 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Checking segment: {'id': '5b560e52-75b7-4b78-b850-407d752e287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '7bcbe80d-6b8f-48e3-874d-40016fd3499b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:04.706550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Network hostable DHCP agents. Network: 7bcbe80d-6b8f-48e3-874d-40016fd3499b, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:04.707961 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a828d1-3351-4dac-9e52-39dc70ea5b56 req-387ed419-6034-4ea9-81e8-215210f66333 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.709689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72a828d1-3351-4dac-9e52-39dc70ea5b56 req-387ed419-6034-4ea9-81e8-215210f66333 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0684576 Jun 16 16:13:04.722389 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] Publish callbacks [] for security_group (12763fcb-d858-456e-919c-a0be65bee78d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.751969 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:04.765425 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Network 7bcbe80d-6b8f-48e3-874d-40016fd3499b is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:04.772620 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72a828d1-3351-4dac-9e52-39dc70ea5b56 req-78f5b2d5-566a-4966-88e5-c95b6d910ccf tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567970 Jun 16 16:13:04.786793 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 7bcbe80d-6b8f-48e3-874d-40016fd3499b) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:04.791485 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:04.792732 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.803327 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372cc56-cfc7-4d3d-92e5-4ffcad4afe88 None None] Network 7bcbe80d-6b8f-48e3-874d-40016fd3499b requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:04.833640 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-53d49a30-c2f8-4cfb-a144-77945ff13814 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6197355 Jun 16 16:13:04.846978 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (12763fcb-d858-456e-919c-a0be65bee78d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.852985 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:04.858410 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12763fcb-d858-456e-919c-a0be65bee78d HTTP/1.1" status: 204 len: 168 time: 0.3085921 Jun 16 16:13:04.887781 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727037d6-8184-46b9-9ad2-34d662485d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12763fcb-d858-456e-919c-a0be65bee78d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.999290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d57d4-4c82-4aad-85d2-d839965528b4 None None] Network 7bcbe80d-6b8f-48e3-874d-40016fd3499b requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:05.258763 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-33124dff-bb12-4b9e-9212-d15861fa52f5 req-448f648d-db82-4f36-889a-bcc5205cbdd0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0647471 Jun 16 16:13:05.446480 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab634a26-42e7-48ac-ae42-df3639c9750d req-688b4b81-0e74-4494-8ca5-f2aa0df6ec75 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.458303 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab634a26-42e7-48ac-ae42-df3639c9750d req-688b4b81-0e74-4494-8ca5-f2aa0df6ec75 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.1201947 Jun 16 16:13:05.602456 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab634a26-42e7-48ac-ae42-df3639c9750d req-4b9cf14d-afae-42a6-80cc-8e5d7eb1d2cc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432166 Jun 16 16:13:05.618864 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6564cd3-1b0e-46da-a8e1-9fa3e2a86dd1 req-ef96cc13-e717-4e73-ae43-f4c1936ee275 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.626800 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6564cd3-1b0e-46da-a8e1-9fa3e2a86dd1 req-ef96cc13-e717-4e73-ae43-f4c1936ee275 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.0953097 Jun 16 16:13:05.668486 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45254) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:05.682199 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bea94938-7c3a-4fde-b269-103bc1350dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.690988 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:05.701994 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6564cd3-1b0e-46da-a8e1-9fa3e2a86dd1 req-826000cc-88c1-4d87-b538-6f2722123eb6 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742905 Jun 16 16:13:05.781274 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bea94938-7c3a-4fde-b269-103bc1350dff admin admin] Publish callbacks [] for security_group (86dc7b55-e03a-46bc-ae1f-13407954bc70), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.786573 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bea94938-7c3a-4fde-b269-103bc1350dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (86dc7b55-e03a-46bc-ae1f-13407954bc70), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:05.963549 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d7c6c-3cdc-4970-a246-9eff906f91c6 req-de825a70-5f60-4368-a27f-776d5fbe9c09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:05.965856 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ff0d7c6c-3cdc-4970-a246-9eff906f91c6 req-de825a70-5f60-4368-a27f-776d5fbe9c09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0594866 Jun 16 16:13:06.044735 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bea94938-7c3a-4fde-b269-103bc1350dff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=460ecb0e1c054c429067456fe3d4ea0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710601 Jun 16 16:13:06.044735 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea94938-7c3a-4fde-b269-103bc1350dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc7b55-e03a-46bc-ae1f-13407954bc70,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.045154 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45264) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:06.107965 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] Publish callbacks [] for security_group (86dc7b55-e03a-46bc-ae1f-13407954bc70), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.119611 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ff0d7c6c-3cdc-4970-a246-9eff906f91c6 req-44f7298a-8d11-4701-aaa1-7c93814ff4d2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180592 Jun 16 16:13:06.141514 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] Publish callbacks [] for security_group (86dc7b55-e03a-46bc-ae1f-13407954bc70), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.149084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 45268) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:06.154241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1910930210-network', 'tenant_id': '4ac04c61743b408ba01b92a225fdf1c8'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:06.175999 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Made reservation on behalf of 4ac04c61743b408ba01b92a225fdf1c8 for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:06.178740 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.189581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.202489 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (86dc7b55-e03a-46bc-ae1f-13407954bc70), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.205947 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.207189 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86dc7b55-e03a-46bc-ae1f-13407954bc70 HTTP/1.1" status: 204 len: 168 time: 0.1613061 Jun 16 16:13:06.215850 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fd454-db41-40c7-9247-887b66f80957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc7b55-e03a-46bc-ae1f-13407954bc70,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.247928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:06.259728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:06.314832 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks [] for security_group (d025aced-cbc5-4f38-b435-4c9a39dceefb), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.322179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d025aced-cbc5-4f38-b435-4c9a39dceefb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.374168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:06.380762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d025aced-cbc5-4f38-b435-4c9a39dceefb,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.405461 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38ce66fa-0ed9-4227-9c81-b6c61b8f3431 req-b89e90d7-d771-40c4-bb79-134381dfebe5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0446792 Jun 16 16:13:06.406676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (58528222-a747-4fe5-b10f-256ce6fc7cac), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.407143 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Added segment 58528222-a747-4fe5-b10f-256ce6fc7cac of type vlan for network 2d239c8c-2874-4985-906f-0fb3a962fecc Jun 16 16:13:06.448675 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (2d239c8c-2874-4985-906f-0fb3a962fecc), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.475719 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (2d239c8c-2874-4985-906f-0fb3a962fecc), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.476841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.477510 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.510496 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3602555 Jun 16 16:13:06.513887 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 45276) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:06.518920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Request body: {'subnet': {'network_id': '2d239c8c-2874-4985-906f-0fb3a962fecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1910930210-subnet', 'tenant_id': '4ac04c61743b408ba01b92a225fdf1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:06.560895 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd09e-1daf-41d6-8f2a-fb05bca680be admin admin] Pushing event updated for resources: {'Network': ['ID=2d239c8c-2874-4985-906f-0fb3a962fecc,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.571864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 2d239c8c-2874-4985-906f-0fb3a962fecc details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:06.578216 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Made reservation on behalf of 4ac04c61743b408ba01b92a225fdf1c8 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:06.580693 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.768017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabebaa-6b87-4e29-b939-85687d0f2a4f req-5bd813d3-6a66-4cbf-9481-e7ff6a207d1f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.769558 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8fabebaa-6b87-4e29-b939-85687d0f2a4f req-5bd813d3-6a66-4cbf-9481-e7ff6a207d1f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.0703268 Jun 16 16:13:06.836457 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (c8fdea13-2abe-4e7e-b2d7-c55c8d62194d), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:06.914936 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8fabebaa-6b87-4e29-b939-85687d0f2a4f req-054af7d8-c811-4c7f-9fa1-dec618f09a6f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244051 Jun 16 16:13:06.957962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fdea13-2abe-4e7e-b2d7-c55c8d62194d,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.971587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4bfc-dcd9-4874-a51a-0ce7763a7278 req-a5e60238-f5dd-4295-b6e4-de74befa252c tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:06.979398 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-73df4bfc-dcd9-4874-a51a-0ce7763a7278 req-a5e60238-f5dd-4295-b6e4-de74befa252c tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.1238251 Jun 16 16:13:07.020379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Checking segment: {'id': '58528222-a747-4fe5-b10f-256ce6fc7cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '2d239c8c-2874-4985-906f-0fb3a962fecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:07.020823 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Network hostable DHCP agents. Network: 2d239c8c-2874-4985-906f-0fb3a962fecc, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:07.031084 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=19 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:07.033914 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:07.065156 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-73df4bfc-dcd9-4874-a51a-0ce7763a7278 req-687f40a4-f58e-4a69-ab2c-431c347b67ed tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845768 Jun 16 16:13:07.084037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Network 2d239c8c-2874-4985-906f-0fb3a962fecc is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:07.101204 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 2d239c8c-2874-4985-906f-0fb3a962fecc) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:07.107345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:07.108052 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:07.113383 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f878d-71cb-4d47-9184-34b5cc97419f None None] Network 2d239c8c-2874-4985-906f-0fb3a962fecc requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:07.120560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:07.133870 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-29cd70bc-3b71-4c21-93e2-f368fbb6a72b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6178405 Jun 16 16:13:07.359437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f457b9-311d-41ba-abd3-d4d78548b503 None None] Network 2d239c8c-2874-4985-906f-0fb3a962fecc requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:07.369738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e334e-dca9-4685-b489-03e76812eaee req-4adb10e7-eeab-45bf-9758-c986b3366907 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:07.372490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-686e334e-dca9-4685-b489-03e76812eaee req-4adb10e7-eeab-45bf-9758-c986b3366907 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.1095998 Jun 16 16:13:07.430416 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:07.531578 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-686e334e-dca9-4685-b489-03e76812eaee req-ce920799-bb13-4f1f-8a53-d20d762c8916 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512544 Jun 16 16:13:07.622590 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec889271-a288-4416-b489-a93fb8746eb0 req-065abdf9-ec9f-4eff-a1bf-65a0697038e1 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0553031 Jun 16 16:13:08.143121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb796e-c6d4-4fb8-9927-1c0cc6bdabd3 req-2c7e6220-9d72-4c01-a205-ff060f0f77ce tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.150357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0deb796e-c6d4-4fb8-9927-1c0cc6bdabd3 req-2c7e6220-9d72-4c01-a205-ff060f0f77ce tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.0940127 Jun 16 16:13:08.227390 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0deb796e-c6d4-4fb8-9927-1c0cc6bdabd3 req-d6114e1b-99ee-45bd-9abf-2734253cbaf3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752747 Jun 16 16:13:08.416192 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e0e6d-2071-403c-b16f-f0abd00d9586 req-d272b8fb-d1aa-48d4-a599-8abe2870f907 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.420318 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b98e0e6d-2071-403c-b16f-f0abd00d9586 req-d272b8fb-d1aa-48d4-a599-8abe2870f907 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.1667233 Jun 16 16:13:08.543790 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b98e0e6d-2071-403c-b16f-f0abd00d9586 req-a05a8703-0d8e-458a-a1f1-92c410eb78df tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172075 Jun 16 16:13:08.736668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8c029-fa7f-41f8-94af-1f0b916c7b17 req-2a886400-cd41-4764-a544-7e7cc9a9b74e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:08.744066 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7cf8c029-fa7f-41f8-94af-1f0b916c7b17 req-2a886400-cd41-4764-a544-7e7cc9a9b74e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0779488 Jun 16 16:13:08.772659 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2944272f-ccd8-4587-89b8-c5d9c2c56f3e req-b71fdcd5-045c-4cf6-b525-b957ffc796a0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0584261 Jun 16 16:13:08.834437 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7cf8c029-fa7f-41f8-94af-1f0b916c7b17 req-fa6aae67-1d61-40fa-8e01-8688b5d5c04d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892267 Jun 16 16:13:09.390085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72ecb0-7ae0-43cc-b0f8-aa448f74bc08 req-bb922b73-649e-4abf-b2a2-d13a484bb015 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:09.391682 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d72ecb0-7ae0-43cc-b0f8-aa448f74bc08 req-bb922b73-649e-4abf-b2a2-d13a484bb015 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.0586197 Jun 16 16:13:09.463391 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d72ecb0-7ae0-43cc-b0f8-aa448f74bc08 req-7657984f-a8e9-451f-a209-9c793a9458c5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631931 Jun 16 16:13:09.693186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410954ee-aaef-4632-acd3-2941e19cbeee req-685d2116-ef92-438d-8d73-92cbf4bba868 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:09.695084 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-410954ee-aaef-4632-acd3-2941e19cbeee req-685d2116-ef92-438d-8d73-92cbf4bba868 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.0587287 Jun 16 16:13:09.751838 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-410954ee-aaef-4632-acd3-2941e19cbeee req-c7724a3f-be6e-4b5a-835a-1bb346fee22a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Jun 16 16:13:09.834365 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45428) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:09.882629 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-79abbe52-11f5-428d-9992-e7cf8bd1548f req-38383c9f-38e7-416b-b53f-ed072449fe8e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jun 16 16:13:09.957327 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fd0b91fb-42c4-42cb-ae60-48830a1d9305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:09.964356 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30b00-3685-4410-ac0b-d66530d89b4c req-5be4134f-3c63-4b41-be11-3f8f197fbfc7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:09.966453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09b30b00-3685-4410-ac0b-d66530d89b4c req-5be4134f-3c63-4b41-be11-3f8f197fbfc7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.0550005 Jun 16 16:13:10.033885 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09b30b00-3685-4410-ac0b-d66530d89b4c req-bfbfaaff-7c31-497c-a592-2e53d192f74c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584691 Jun 16 16:13:10.138332 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fd0b91fb-42c4-42cb-ae60-48830a1d9305 admin admin] Publish callbacks [] for security_group (a2dab4de-d470-44c8-9698-6c5122b09241), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.141852 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-5bf8d1a7-3b3a-48c2-bde3-e7c63b5d8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:10.143662 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-5bf8d1a7-3b3a-48c2-bde3-e7c63b5d8923 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.1112525 Jun 16 16:13:10.144998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fd0b91fb-42c4-42cb-ae60-48830a1d9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a2dab4de-d470-44c8-9698-6c5122b09241), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.197738 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fd0b91fb-42c4-42cb-ae60-48830a1d9305 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8c5ccd628a1482ea6fbb6f612cce56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622391 Jun 16 16:13:10.198605 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b91fb-42c4-42cb-ae60-48830a1d9305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dab4de-d470-44c8-9698-6c5122b09241,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:10.200976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 45434) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:10.240094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Request body: {'port': {'device_id': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:10.247574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Request body: {'port': {'device_id': '31998833-f554-4e9e-8215-6694a9d01970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:10.286729 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e444-eaa3-4c69-8c30-ead4f9ce5e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.406479 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-44a971b9-98b5-4c7b-970a-7d37e95f5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:10.418114 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-44a971b9-98b5-4c7b-970a-7d37e95f5dd1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428819 Jun 16 16:13:10.469352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6046e-d582-4167-9413-e33123088ce0 req-6f5bc2f4-8d81-4e37-b314-1e077a9c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:10.472799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82f6046e-d582-4167-9413-e33123088ce0 req-6f5bc2f4-8d81-4e37-b314-1e077a9c5264 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1128 time: 0.1996505 Jun 16 16:13:10.544902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] Publish callbacks [] for security_group (a2dab4de-d470-44c8-9698-6c5122b09241), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.553528 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:10.585451 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-d010e91f-5193-42e7-a006-c1a5ebd1224e service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587524 Jun 16 16:13:10.721697 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.745368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:10.785438 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af9c27f4-527b-432c-8605-b2fae7ca286f req-95d64f9a-2a30-44d3-adc7-05f567506e80 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400149 Jun 16 16:13:10.846964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:10.954693 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] Publish callbacks [] for security_group (a2dab4de-d470-44c8-9698-6c5122b09241), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.010550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-99d40232-13b5-4fbc-8e78-5d9dd61b632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.013872 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-99d40232-13b5-4fbc-8e78-5d9dd61b632a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1127 time: 0.0629852 Jun 16 16:13:11.090851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:11.123625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69934b-af85-4054-a482-e32ffb0f0bf3 req-d54e6357-340c-488f-a053-10f4885436fb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.126552 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec69934b-af85-4054-a482-e32ffb0f0bf3 req-d54e6357-340c-488f-a053-10f4885436fb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 931 time: 0.3843887 Jun 16 16:13:11.222555 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846904-669a-4614-b444-fc9401ee4c9d req-ad085a3d-843f-4892-a74a-79cf0bf7c9ce tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.224161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de846904-669a-4614-b444-fc9401ee4c9d req-ad085a3d-843f-4892-a74a-79cf0bf7c9ce tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 932 time: 0.3342166 Jun 16 16:13:11.362305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6046e-d582-4167-9413-e33123088ce0 req-f1bfbc29-2c96-47f3-956d-596b6b62bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.363799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82f6046e-d582-4167-9413-e33123088ce0 req-f1bfbc29-2c96-47f3-956d-596b6b62bb3f service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.8430498 Jun 16 16:13:11.403872 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45488) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:11.454158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a2dab4de-d470-44c8-9698-6c5122b09241), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.456839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.458127 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2dab4de-d470-44c8-9698-6c5122b09241 HTTP/1.1" status: 204 len: 168 time: 1.2560663 Jun 16 16:13:11.499822 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec69934b-af85-4054-a482-e32ffb0f0bf3 req-67802f02-1623-45cc-92c6-daac99891b4c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202724 Jun 16 16:13:11.523048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d969-be91-49d9-8e61-9075fe22bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dab4de-d470-44c8-9698-6c5122b09241,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:11.563384 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de846904-669a-4614-b444-fc9401ee4c9d req-9e61d77e-62fe-4b55-b638-d765582679f4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208106 Jun 16 16:13:11.623441 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4e4a133-d2d8-4b0b-ba41-69d3354c4d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.660595 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:11.722401 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4e4a133-d2d8-4b0b-ba41-69d3354c4d5d admin admin] Publish callbacks [] for security_group (cd0b13e0-cf9c-448a-b8f3-e68a431f35fe), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.727942 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d4e4a133-d2d8-4b0b-ba41-69d3354c4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cd0b13e0-cf9c-448a-b8f3-e68a431f35fe), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.774863 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d4e4a133-d2d8-4b0b-ba41-69d3354c4d5d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=094f46964f6045328c2fc15310e21f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673971 Jun 16 16:13:11.775277 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45496) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:11.782130 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4a133-d2d8-4b0b-ba41-69d3354c4d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b13e0-cf9c-448a-b8f3-e68a431f35fe,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:11.846251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] Publish callbacks [] for security_group (cd0b13e0-cf9c-448a-b8f3-e68a431f35fe), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.867452 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1902a1df-50bf-4089-94ef-5550d8ca2161 req-f100a577-5fef-41d8-99fd-c32ee5875b61 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.2526042 Jun 16 16:13:11.871901 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] Publish callbacks [] for security_group (cd0b13e0-cf9c-448a-b8f3-e68a431f35fe), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.889645 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:11.913221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c74f3-8b87-4965-803a-e441dbcaf5ac req-0923916d-af6e-422e-90db-073ef4f6888c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:11.914838 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-224c74f3-8b87-4965-803a-e441dbcaf5ac req-0923916d-af6e-422e-90db-073ef4f6888c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.1329408 Jun 16 16:13:11.945052 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cd0b13e0-cf9c-448a-b8f3-e68a431f35fe), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.948086 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.949399 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd0b13e0-cf9c-448a-b8f3-e68a431f35fe HTTP/1.1" status: 204 len: 168 time: 0.1729937 Jun 16 16:13:11.954463 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45500) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:11.979000 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7812ec05-1484-423e-bbd9-612fd589c96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:11.995120 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f5d0b-b8ee-4815-96e2-b61921f89e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b13e0-cf9c-448a-b8f3-e68a431f35fe,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:12.044895 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-224c74f3-8b87-4965-803a-e441dbcaf5ac req-1c22cbf9-ce98-459c-8a85-f9ea9988b007 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226380 Jun 16 16:13:12.055188 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ff1249-a9c6-473b-9c9c-1c74c01a15cc {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:12.072015 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks [] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.108423 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7812ec05-1484-423e-bbd9-612fd589c96b admin admin] Publish callbacks [] for security_group (0d43d6ec-33ca-4019-a6c3-1decd6924ab4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.111672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Transition to ACTIVE for port object 17ff1249-a9c6-473b-9c9c-1c74c01a15cc will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:13:12.115747 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7812ec05-1484-423e-bbd9-612fd589c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0d43d6ec-33ca-4019-a6c3-1decd6924ab4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.119604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:12.129958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks [] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.146332 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Transition to ACTIVE for port object 45b1ab78-929d-4b1a-90a1-4777fb503a47 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:13:12.147914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.174650 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7812ec05-1484-423e-bbd9-612fd589c96b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=116d0dc088614961bcbc9b7dde44a6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185125 Jun 16 16:13:12.175619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45506) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:12.177954 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812ec05-1484-423e-bbd9-612fd589c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43d6ec-33ca-4019-a6c3-1decd6924ab4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:12.217215 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.249318 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] Publish callbacks [] for security_group (0d43d6ec-33ca-4019-a6c3-1decd6924ab4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.278560 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] Publish callbacks [] for security_group (0d43d6ec-33ca-4019-a6c3-1decd6924ab4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.354164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Pushing event updated for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:12.365565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:12.411712 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0d43d6ec-33ca-4019-a6c3-1decd6924ab4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.414582 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.415914 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d43d6ec-33ca-4019-a6c3-1decd6924ab4 HTTP/1.1" status: 204 len: 168 time: 0.2390239 Jun 16 16:13:12.435352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20333c5-8d6f-44f4-9642-1b7050f250e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43d6ec-33ca-4019-a6c3-1decd6924ab4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:12.676053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-73879741-5970-495f-b36e-0415632e2b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.776209 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45530) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:12.814579 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3728c3c1-1690-4a41-957e-f1cc1687690d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.843139 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:12.894831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:12.907807 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:12.963188 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3728c3c1-1690-4a41-957e-f1cc1687690d admin admin] Publish callbacks [] for security_group (d154b5bf-c40b-4ca1-ac52-e558aa730bd1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:12.970583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3728c3c1-1690-4a41-957e-f1cc1687690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d154b5bf-c40b-4ca1-ac52-e558aa730bd1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.031487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Attempting to bind port 45b1ab78-929d-4b1a-90a1-4777fb503a47 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:13.031839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Attempting to bind port 45b1ab78-929d-4b1a-90a1-4777fb503a47 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:13.032174 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Attempting to bind port 45b1ab78-929d-4b1a-90a1-4777fb503a47 on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:13.041479 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Port 45b1ab78-929d-4b1a-90a1-4777fb503a47 on network 25722f8f-379b-492d-af6a-68efbda1c91b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:13:13.041838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Attempting to bind port 45b1ab78-929d-4b1a-90a1-4777fb503a47 on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:13.049154 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728c3c1-1690-4a41-957e-f1cc1687690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d154b5bf-c40b-4ca1-ac52-e558aa730bd1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:13.051164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:13.053511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Checking segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:13.053995 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Bound using segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:13.056739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Bound port: 45b1ab78-929d-4b1a-90a1-4777fb503a47, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:13.057208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.065306 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3728c3c1-1690-4a41-957e-f1cc1687690d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8c4cc7988b994250a6875f037f32c897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873201 Jun 16 16:13:13.068101 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45544) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:13.071480 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284481e4-ebd3-4f34-834d-d17b38b5494a req-e9ca6268-c245-4013-9556-f36e6662e514 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.076590 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-284481e4-ebd3-4f34-834d-d17b38b5494a req-e9ca6268-c245-4013-9556-f36e6662e514 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.2544770 Jun 16 16:13:13.086774 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Attempting to bind port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:13.087256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Attempting to bind port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:13.087784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Attempting to bind port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc on network 5d375348-adcc-438c-9fee-9cf43aa78b15 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:13.110128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7433cd-8fdc-4577-8ca1-29baa12de99e req-c77cbb8e-6a2f-4204-ad43-0c0e9a3f381a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.112037 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d7433cd-8fdc-4577-8ca1-29baa12de99e req-c77cbb8e-6a2f-4204-ad43-0c0e9a3f381a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.3018370 Jun 16 16:13:13.176076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-284481e4-ebd3-4f34-834d-d17b38b5494a req-914235fc-37cd-4143-869a-2a103898182a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777483 Jun 16 16:13:13.176660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc on network 5d375348-adcc-438c-9fee-9cf43aa78b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:13:13.176991 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Attempting to bind port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc on network 5d375348-adcc-438c-9fee-9cf43aa78b15 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:13.191783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:13.192145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Checking segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:13.192511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Bound using segment: {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:13.192958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Bound port: 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbf612c-2277-4775-9d15-fff11743e048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:13.193319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.215240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] Publish callbacks [] for security_group (d154b5bf-c40b-4ca1-ac52-e558aa730bd1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.266950 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] Publish callbacks [] for security_group (d154b5bf-c40b-4ca1-ac52-e558aa730bd1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.344155 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d154b5bf-c40b-4ca1-ac52-e558aa730bd1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.349008 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.350843 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d154b5bf-c40b-4ca1-ac52-e558aa730bd1 HTTP/1.1" status: 204 len: 168 time: 0.2817087 Jun 16 16:13:13.362279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f0162-8c6e-490c-a9b0-47137f351cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d154b5bf-c40b-4ca1-ac52-e558aa730bd1,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:13.381198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:13.402210 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-53e9f70c-7f1c-4e31-81ed-5b3c54257702 req-602af103-d6f6-4886-a5d2-3ff4e0388ed2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.1071155 Jun 16 16:13:13.403517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:13.437925 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d7433cd-8fdc-4577-8ca1-29baa12de99e req-b1dcaf04-588b-40a3-91be-be330bf71ac3 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721837 Jun 16 16:13:13.443609 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:13.445992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:13.451637 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:13.468082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.477388 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.530178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.530809 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.532233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] 10.222.0.33 "PUT /v2.0/ports/17ff1249-a9c6-473b-9c9c-1c74c01a15cc HTTP/1.1" status: 200 len: 1094 time: 3.3001337 Jun 16 16:13:13.561051 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:13.563852 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5a1d8a-2670-415c-a3aa-466830e9434b" -d '{"events": [{"name": "network-changed", "server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:13.598132 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.628061 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fb975-5c1c-4dbe-b782-a70f8c33fb0c req-a1af10a8-d439-43ac-b939-3751092c9cb5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.638269 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-000fb975-5c1c-4dbe-b782-a70f8c33fb0c req-a1af10a8-d439-43ac-b939-3751092c9cb5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 943 time: 0.1346526 Jun 16 16:13:13.643420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265629-05df-4f3a-89cb-f7f3b902374b service neutron] Pushing event updated for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:13.648539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:13.649493 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:13.651122 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] 10.222.0.33 "PUT /v2.0/ports/45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 1093 time: 3.4175680 Jun 16 16:13:13.659497 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfeb59e-7b8e-489f-8022-f3e62775e639 x-openstack-request-id: req-8cfeb59e-7b8e-489f-8022-f3e62775e639 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:13.659789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:13.660044 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8cfeb59e-7b8e-489f-8022-f3e62775e639 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:13.660440 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfeb59e-7b8e-489f-8022-f3e62775e639'] response: {'name': 'network-changed', 'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc', 'status': 'completed', 'code': 200} Jun 16 16:13:14.031406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25363f-59f1-46d9-bcbd-ae091d7fa12e service neutron] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:14.065892 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-000fb975-5c1c-4dbe-b782-a70f8c33fb0c req-b69bc8e6-fd1e-460c-923f-81b0dfcd3f11 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260080 Jun 16 16:13:14.174546 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45582) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:14.203020 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cd1c-3083-444d-a2ea-28e1df3fccd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:14.261908 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.33', 61411) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:14.372979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:14.389960 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-c8df7b79-a9c5-45e7-ba61-61735448a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.391606 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-c8df7b79-a9c5-45e7-ba61-61735448a9fa service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.3373961 Jun 16 16:13:14.471483 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-a79977cd-69dd-45ef-9ab9-6a972df03423 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 217 time: 0.0691605 Jun 16 16:13:14.526350 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-c62eb7db-2829-49ad-91e9-c145101a2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.527963 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-c62eb7db-2829-49ad-91e9-c145101a2c41 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1127 time: 0.4055526 Jun 16 16:13:14.552378 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-963c06fa-d143-4991-a5fe-50c536ec84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.554339 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-963c06fa-d143-4991-a5fe-50c536ec84db service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24fb126babee4bbea59923603503a21a&device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 1128 time: 0.2845933 Jun 16 16:13:14.567526 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cd1c-3083-444d-a2ea-28e1df3fccd1 admin admin] Publish callbacks [] for security_group (36a37d62-4587-482f-ac95-0d5b756a40ff), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:14.578937 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-4e94d811-13ed-4cfa-97d9-1cc1c7aba90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.580174 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-4e94d811-13ed-4cfa-97d9-1cc1c7aba90c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.1000438 Jun 16 16:13:14.581638 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cd1c-3083-444d-a2ea-28e1df3fccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (36a37d62-4587-482f-ac95-0d5b756a40ff), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:14.677582 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3cd1c-3083-444d-a2ea-28e1df3fccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a37d62-4587-482f-ac95-0d5b756a40ff,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:14.686942 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0ba3cd1c-3083-444d-a2ea-28e1df3fccd1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d1f8ef3d1c144a6688c838c16e4a4892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5084529 Jun 16 16:13:14.686942 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45610) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:14.702620 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-b456390a-25dc-4282-8e25-308152dcc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.704327 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-b456390a-25dc-4282-8e25-308152dcc22b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160877 Jun 16 16:13:14.789631 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-483e680c-9d6b-45f6-8da8-29f69aa03f4b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 217 time: 0.2420132 Jun 16 16:13:14.791246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6046e-d582-4167-9413-e33123088ce0 req-28f2fc98-be43-44a1-a3f5-e6e3cd1d4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.793909 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82f6046e-d582-4167-9413-e33123088ce0 req-28f2fc98-be43-44a1-a3f5-e6e3cd1d4c85 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7257540 Jun 16 16:13:14.807172 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 52a71ee6-44fd-4a71-b587-86f364e02e17 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:14.820232 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16244a4e-8913-46a8-8502-70f2d5404a93 req-998238dd-2806-4deb-b511-e4ce655ca127 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:14.829515 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16244a4e-8913-46a8-8502-70f2d5404a93 req-998238dd-2806-4deb-b511-e4ce655ca127 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.3997431 Jun 16 16:13:14.908018 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:14.914253 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-a9c4de86-d761-42f5-b9dd-6194c697f050 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032855 Jun 16 16:13:14.958448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-561ca6dc-115a-47d9-bd93-e89cdd9520b4 req-19580849-a64a-4b95-aca9-ed73ed2aa98a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.1959720 Jun 16 16:13:15.061400 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] Publish callbacks [] for security_group (36a37d62-4587-482f-ac95-0d5b756a40ff), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.121099 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=52a71ee6-44fd-4a71-b587-86f364e02e17,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:15.125796 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] Publish callbacks [] for security_group (36a37d62-4587-482f-ac95-0d5b756a40ff), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.145807 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '52a71ee6-44fd-4a71-b587-86f364e02e17', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'port_id': '52a71ee6-44fd-4a71-b587-86f364e02e17', 'mac_address': 'fa:16:3e:91:9c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:15.178327 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2c104bb-d214-483e-b6e1-23744bee5491 req-a197d2fd-63bc-4cba-a397-1bec0c8d0adf service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392461 Jun 16 16:13:15.187021 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:15.235925 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.243471 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (36a37d62-4587-482f-ac95-0d5b756a40ff), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.248710 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 52a71ee6-44fd-4a71-b587-86f364e02e17 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:15.249236 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.251837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.253916 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36a37d62-4587-482f-ac95-0d5b756a40ff HTTP/1.1" status: 204 len: 168 time: 0.5658536 Jun 16 16:13:15.273300 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7d2d-705b-4bb9-8913-0985471267ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a37d62-4587-482f-ac95-0d5b756a40ff,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:15.274735 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a71ee6-44fd-4a71-b587-86f364e02e17 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:15.296084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:15.318886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=52a71ee6-44fd-4a71-b587-86f364e02e17,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:15.326756 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.333009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:15.376382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-166b4faf-004c-4c7a-a3b1-15a19fc18a63 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.378982 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-166b4faf-004c-4c7a-a3b1-15a19fc18a63 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 1.1079845 Jun 16 16:13:15.397410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-0df5454b-eb54-433b-82b8-80687eac500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.398354 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-0df5454b-eb54-433b-82b8-80687eac500d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1128 time: 0.3301082 Jun 16 16:13:15.400094 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:15.420622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-580b1a94-d9b2-4043-bc52-490bae560645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.422123 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-580b1a94-d9b2-4043-bc52-490bae560645 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.5411608 Jun 16 16:13:15.518016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:15.522472 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16244a4e-8913-46a8-8502-70f2d5404a93 req-992d1bd7-dcdc-43dd-9ea1-65a40778b418 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6918116 Jun 16 16:13:15.529667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea7967-1275-4f45-8c7d-52d4f3199745 req-058408cf-98a5-469c-9d5e-a8d8feef0dc7 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.538717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1ea7967-1275-4f45-8c7d-52d4f3199745 req-058408cf-98a5-469c-9d5e-a8d8feef0dc7 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.2906239 Jun 16 16:13:15.607862 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-daf3b331-25d2-4dde-b223-7037f15adaf7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 217 time: 0.1739092 Jun 16 16:13:15.628473 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-e3d039d6-808d-4682-9f90-eb20cfde0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.628473 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-e3d039d6-808d-4682-9f90-eb20cfde0173 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=24fb126babee4bbea59923603503a21a&shared=False HTTP/1.1" status: 200 len: 914 time: 1.0490234 Jun 16 16:13:15.671679 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4c77ca6f-f298-41dd-b54f-d14d10b86b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.674223 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-4c77ca6f-f298-41dd-b54f-d14d10b86b76 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2280262 Jun 16 16:13:15.674919 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:15.678483 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac2c51-2efc-4ce0-9376-163872252a18" -d '{"events": [{"name": "network-changed", "server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:15.741262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:15.884145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['52a71ee6-44fd-4a71-b587-86f364e02e17'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:15.904195 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7f18-7fa0-440d-8df5-12324c26733d req-834aff7a-5e57-413c-8d62-1a926d709a87 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.910304 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-245f7f18-7fa0-440d-8df5-12324c26733d req-834aff7a-5e57-413c-8d62-1a926d709a87 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 944 time: 0.2965555 Jun 16 16:13:15.955578 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-c3da4028-94fb-45fc-8310-b557b3c9ef82 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 379 time: 0.5509720 Jun 16 16:13:15.970407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1ea7967-1275-4f45-8c7d-52d4f3199745 req-7af365a4-90e0-4d8a-8d83-6b793908f025 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303493 Jun 16 16:13:15.986908 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-32fcd8e5-a204-4eaa-940e-3be294b87248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:15.996297 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-32fcd8e5-a204-4eaa-940e-3be294b87248 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.3590837 Jun 16 16:13:16.128746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'port': {'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'admin_state_up': True, 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'security_groups': ['39820139-b850-4882-a013-22febb0982db']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:16.157176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-3d5a371e-f47f-4c9f-84a7-65de414460bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:16.163324 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b5a1d8a-2670-415c-a3aa-466830e9434b req-3d5a371e-f47f-4c9f-84a7-65de414460bf service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5076096 Jun 16 16:13:16.170374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e44d0b0-6668-4a10-8389-e8807b3edce7 x-openstack-request-id: req-6e44d0b0-6668-4a10-8389-e8807b3edce7 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:16.171044 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:16.171502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e44d0b0-6668-4a10-8389-e8807b3edce7 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:16.172114 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e44d0b0-6668-4a10-8389-e8807b3edce7'] response: {'name': 'network-changed', 'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'status': 'completed', 'code': 200} Jun 16 16:13:16.252929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:16.384777 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-245f7f18-7fa0-440d-8df5-12324c26733d req-4d44211c-1931-4f4e-9cf8-d97a58262bda tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363778 Jun 16 16:13:16.411748 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8fdcc6c-f240-48cf-95c3-97744056e29a req-4025f7e8-2c1f-4d43-9e04-34bc1fb44a71 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.2384398 Jun 16 16:13:16.430257 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-007491a6-66be-487d-ab0c-ec9e4b14cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:16.432631 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-007491a6-66be-487d-ab0c-ec9e4b14cd1b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4346905 Jun 16 16:13:16.459370 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-6271a794-922e-4ecf-acef-95497819e68f service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179615 Jun 16 16:13:16.463225 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-5a3d0c0d-99b7-4a25-af93-12b20ed76e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:16.465326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-5a3d0c0d-99b7-4a25-af93-12b20ed76e91 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24fb126babee4bbea59923603503a21a&device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 1128 time: 0.2025263 Jun 16 16:13:17.075563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-9736b709-94da-4ca5-ab23-ef5c27190161 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc HTTP/1.1" status: 200 len: 217 time: 0.1809325 Jun 16 16:13:17.152472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 52a71ee6-44fd-4a71-b587-86f364e02e17 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:17.189482 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1e9bc-e446-4bcb-b023-59e7895dbb7a req-4c2050b7-5e60-4083-a181-32281950682d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.191110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-51b1e9bc-e446-4bcb-b023-59e7895dbb7a req-4c2050b7-5e60-4083-a181-32281950682d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.2976689 Jun 16 16:13:17.193034 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9adaeb85-399a-4a63-ae64-efc3e0a9a47e req-d19854a2-f75c-46a2-a69f-b3378c042757 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264466 Jun 16 16:13:17.213662 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:17.217833 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.246252 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 52a71ee6-44fd-4a71-b587-86f364e02e17 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:17.263880 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 52a71ee6-44fd-4a71-b587-86f364e02e17 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:17.264262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.296234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33caa5e-2119-429a-a4cf-7600aff98bf0 req-5d22755a-f5f8-460a-b988-89347ec31f2a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.299040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d33caa5e-2119-429a-a4cf-7600aff98bf0 req-5d22755a-f5f8-460a-b988-89347ec31f2a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.2330885 Jun 16 16:13:17.302077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-c030fb77-213e-4d0d-a07c-eaeb667082ac service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563659 Jun 16 16:13:17.304686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-ff720445-9d7b-4ace-9929-7bad0527322a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.307207 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-ff720445-9d7b-4ace-9929-7bad0527322a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55 HTTP/1.1" status: 200 len: 851 time: 0.2139111 Jun 16 16:13:17.373954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 52a71ee6-44fd-4a71-b587-86f364e02e17 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:17.374705 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.384507 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45752) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:17.390723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:17.418547 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=52a71ee6-44fd-4a71-b587-86f364e02e17,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:17.419943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:17.497844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.564081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-51b1e9bc-e446-4bcb-b023-59e7895dbb7a req-4fda91a3-9ce3-4ea6-b584-65f304e253db tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309755 Jun 16 16:13:17.603279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c11dade7-02fc-4fc2-9d64-9058f2e91ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.608338 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d33caa5e-2119-429a-a4cf-7600aff98bf0 req-fda20201-4a85-473c-b843-40b40d7ee90e tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852724 Jun 16 16:13:17.615449 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:17.753087 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6c6fb-0e4d-4e75-b041-df22f44b842d" -d '{"events": [{"server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "name": "network-vif-plugged", "status": "completed", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:17.771027 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c11dade7-02fc-4fc2-9d64-9058f2e91ea3 admin admin] Publish callbacks [] for security_group (cef76feb-adba-474e-adb4-6c5717e17b98), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.781145 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c11dade7-02fc-4fc2-9d64-9058f2e91ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cef76feb-adba-474e-adb4-6c5717e17b98), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:17.826259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dade7-02fc-4fc2-9d64-9058f2e91ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef76feb-adba-474e-adb4-6c5717e17b98,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:17.830105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.20.0.14 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/7a7bf458-a30a-41d7-a812-b5387bf22d99) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:17.853513 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c11dade7-02fc-4fc2-9d64-9058f2e91ea3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ba823ed1bac4e509331988a1609a822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641466 Jun 16 16:13:17.854060 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-674bb2c1-f386-4a71-8d11-1c5b13888bab req-e534cdd3-9f55-4997-ab98-64e9eb5297ca tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0773036 Jun 16 16:13:17.854409 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 45784) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:17.878950 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb625-772b-4954-957d-ec13eed100e4 req-9a661c9d-0b8d-4622-8f08-33ec9920b25e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:17.880547 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5bbdb625-772b-4954-957d-ec13eed100e4 req-9a661c9d-0b8d-4622-8f08-33ec9920b25e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1773524 Jun 16 16:13:17.915022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:18.034484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] Publish callbacks [] for security_group (cef76feb-adba-474e-adb4-6c5717e17b98), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.052511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5958a771-27fa-477b-837d-e76ff739c8bd x-openstack-request-id: req-5958a771-27fa-477b-837d-e76ff739c8bd {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:18.052930 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "name": "network-vif-plugged", "status": "completed", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:18.053279 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5958a771-27fa-477b-837d-e76ff739c8bd {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:18.053529 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5958a771-27fa-477b-837d-e76ff739c8bd'] response: {'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17', 'code': 200} Jun 16 16:13:18.138604 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5bbdb625-772b-4954-957d-ec13eed100e4 req-488791f9-82e5-4d7d-a330-2c9917b1279e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421508 Jun 16 16:13:18.196774 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] Publish callbacks [] for security_group (cef76feb-adba-474e-adb4-6c5717e17b98), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.261540 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.337634 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.382247 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:18.385428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cef76feb-adba-474e-adb4-6c5717e17b98), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.388547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.389697 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cef76feb-adba-474e-adb4-6c5717e17b98 HTTP/1.1" status: 204 len: 168 time: 0.5303631 Jun 16 16:13:18.394448 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:18.405210 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:18.418961 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:18.424069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70778df9-e715-424b-bd85-9554546aeba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef76feb-adba-474e-adb4-6c5717e17b98,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:18.570709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:18.571734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.612155 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-69aecf3b-2630-4c04-8ca8-6473ce4e8b53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6223743 Jun 16 16:13:18.784260 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-e04ab6dd-bb8b-456c-bd7f-3fe233eeeb81 None None] Provisioning complete for port 7a7bf458-a30a-41d7-a812-b5387bf22d99 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:18.785084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e04ab6dd-bb8b-456c-bd7f-3fe233eeeb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:18.822088 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e04ab6dd-bb8b-456c-bd7f-3fe233eeeb81 None None] Port 7a7bf458-a30a-41d7-a812-b5387bf22d99 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:18.890270 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77fdb-6872-4d82-a98d-20e0f635733a req-984176d6-c31c-4e2e-bc52-5260cb570bee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:18.891822 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76a77fdb-6872-4d82-a98d-20e0f635733a req-984176d6-c31c-4e2e-bc52-5260cb570bee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.1322992 Jun 16 16:13:18.934481 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815939f-c887-46dd-9c19-fbe181949a12 req-482d4ffa-ec33-4a5c-8864-02392eba9bf0 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:18.936882 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9815939f-c887-46dd-9c19-fbe181949a12 req-482d4ffa-ec33-4a5c-8864-02392eba9bf0 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.1135964 Jun 16 16:13:18.962797 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45834) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:18.973770 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:18.996126 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8ef25fbd-7648-40e7-bd01-e11703ec6004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.022914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76a77fdb-6872-4d82-a98d-20e0f635733a req-711521f8-5d0d-4c1a-ad68-a0f876672662 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241567 Jun 16 16:13:19.047239 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9815939f-c887-46dd-9c19-fbe181949a12 req-57ca343d-4273-4300-b391-3e14e2e32e91 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028702 Jun 16 16:13:19.138174 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8ef25fbd-7648-40e7-bd01-e11703ec6004 admin admin] Publish callbacks [] for security_group (c5ffc915-84aa-4c84-b1c6-59c84d33b216), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.144146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8ef25fbd-7648-40e7-bd01-e11703ec6004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c5ffc915-84aa-4c84-b1c6-59c84d33b216), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.159699 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:19.160940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c62a43-2826-4952-a9b7-7c82c9ed9e44 req-cf39c624-9e36-4784-aed3-f77c7ce97606 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.162683 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-49c62a43-2826-4952-a9b7-7c82c9ed9e44 req-cf39c624-9e36-4784-aed3-f77c7ce97606 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 932 time: 0.0546563 Jun 16 16:13:19.199164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25fbd-7648-40e7-bd01-e11703ec6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ffc915-84aa-4c84-b1c6-59c84d33b216,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:19.203584 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8ef25fbd-7648-40e7-bd01-e11703ec6004 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f61ba96134314c3d947b8069eaf12ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407396 Jun 16 16:13:19.207581 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 45840) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:19.263326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-49c62a43-2826-4952-a9b7-7c82c9ed9e44 req-705000bc-8d4a-411a-a914-d179871dbf26 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926032 Jun 16 16:13:19.312064 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] Publish callbacks [] for security_group (c5ffc915-84aa-4c84-b1c6-59c84d33b216), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.367716 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802022a-b8a5-4b0b-9363-d615f803d6ee req-3ff9a4c7-e6cf-4afb-9f01-07322e2f5d1f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.374877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:19.375709 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] Publish callbacks [] for security_group (c5ffc915-84aa-4c84-b1c6-59c84d33b216), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.384292 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1802022a-b8a5-4b0b-9363-d615f803d6ee req-3ff9a4c7-e6cf-4afb-9f01-07322e2f5d1f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1195145 Jun 16 16:13:19.389002 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:19.452892 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c5ffc915-84aa-4c84-b1c6-59c84d33b216), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.458473 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.460076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:19.460907 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.474722 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c5ffc915-84aa-4c84-b1c6-59c84d33b216 HTTP/1.1" status: 204 len: 168 time: 0.2608328 Jun 16 16:13:19.485312 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b848f9-afe1-4b98-9043-73ea934edbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ffc915-84aa-4c84-b1c6-59c84d33b216,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:19.490475 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:19.498951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:19.513562 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1802022a-b8a5-4b0b-9363-d615f803d6ee req-55b0f23c-fe6d-4f24-9e59-cf2163596c18 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260951 Jun 16 16:13:19.550246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Request body: {'port': {'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:19.584695 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:19.591850 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.673217 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:19.691734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:19.899992 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-253ed1ca-55ed-4ec8-983d-4946f19f5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.902186 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-253ed1ca-55ed-4ec8-983d-4946f19f5bf3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1129 time: 0.1349978 Jun 16 16:13:19.916666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-ca952992-1d5a-4201-9a91-df6b589f555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:19.920112 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-ca952992-1d5a-4201-9a91-df6b589f555d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5d375348-adcc-438c-9fee-9cf43aa78b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4030590 Jun 16 16:13:19.929425 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:19.991704 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:20.067414 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] Publish callbacks [] for security_group (0beede16-90a6-4c73-8e7a-88c6e8f3748f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:20.072803 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0beede16-90a6-4c73-8e7a-88c6e8f3748f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:20.082539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['45b1ab78-929d-4b1a-90a1-4777fb503a47'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:20.103450 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:20.148994 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0beede16-90a6-4c73-8e7a-88c6e8f3748f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:20.155785 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-104c748e-1781-4d66-95e9-885b93780761 service neutron] 10.222.0.33 "GET /v2.0/networks/5d375348-adcc-438c-9fee-9cf43aa78b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871355 Jun 16 16:13:20.165553 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555244 Jun 16 16:13:20.174807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-7d46bdcb-2a92-44e5-902a-dc6554ce1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.178274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-7d46bdcb-2a92-44e5-902a-dc6554ce1572 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1128 time: 0.5740850 Jun 16 16:13:20.280357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:20.418649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:20.655384 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74458d82-6595-48e1-aae0-dea253dc09c3 req-f12cbafa-d014-4a1b-b61a-05915f586119 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.656946 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-74458d82-6595-48e1-aae0-dea253dc09c3 req-f12cbafa-d014-4a1b-b61a-05915f586119 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 944 time: 0.4174569 Jun 16 16:13:20.658988 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa08f1c9-02b3-4b9b-a37a-91d3aac27fbd req-a18eb4a2-742d-4865-8636-278df7e84bb3 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398404 Jun 16 16:13:20.797792 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1476c-2b39-4860-be42-01341395191a req-bbf05e47-85a3-41f3-a38b-166231e5f4d6 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:20.799357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2cf1476c-2b39-4860-be42-01341395191a req-bbf05e47-85a3-41f3-a38b-166231e5f4d6 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.5952573 Jun 16 16:13:21.021635 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47e30a5c-31aa-4054-a0d1-92d0cad463b6 req-6f692010-58a7-4b4e-9290-fb66fa023bd9 service neutron] 10.222.0.33 "GET /v2.0/networks/5d375348-adcc-438c-9fee-9cf43aa78b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8561418 Jun 16 16:13:21.036665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:21.051072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-74458d82-6595-48e1-aae0-dea253dc09c3 req-3aa3626f-8651-4075-8c99-6ef9ed5aac9e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751090 Jun 16 16:13:21.115508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-a8309299-25ad-4f13-aaa8-b1b5c6375c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.117157 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-a8309299-25ad-4f13-aaa8-b1b5c6375c7a service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.4709244 Jun 16 16:13:21.144185 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2cf1476c-2b39-4860-be42-01341395191a req-be86d72c-0638-4ce9-b3e8-3566dcfc6541 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250997 Jun 16 16:13:21.430937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b7ce4-5de0-4fe1-acc5-16fdf6d3b244 req-9389fd30-af12-4bd1-9a67-10ce0c9386ec tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.430937 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e63b7ce4-5de0-4fe1-acc5-16fdf6d3b244 req-9389fd30-af12-4bd1-9a67-10ce0c9386ec tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 932 time: 0.1284750 Jun 16 16:13:21.442423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21610-fd62-4916-a162-ed4c6eb8e19e req-11a0ce2d-53f2-4900-b0b8-56787983617c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:21.444038 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5e21610-fd62-4916-a162-ed4c6eb8e19e req-11a0ce2d-53f2-4900-b0b8-56787983617c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1398971 Jun 16 16:13:21.455535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:21.628190 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e63b7ce4-5de0-4fe1-acc5-16fdf6d3b244 req-76851c4d-da3e-40b8-b533-ee740c53e581 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830568 Jun 16 16:13:21.636822 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5e21610-fd62-4916-a162-ed4c6eb8e19e req-7482ab28-8c95-407e-8bc6-684e21b664e4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822917 Jun 16 16:13:21.639216 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7bf458-a30a-41d7-a812-b5387bf22d99 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:21.647802 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks [] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.664423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Transition to ACTIVE for port object 7a7bf458-a30a-41d7-a812-b5387bf22d99 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:13:21.682136 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.692317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:21.749034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:21.752507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 45b1ab78-929d-4b1a-90a1-4777fb503a47 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:21.771353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 45b1ab78-929d-4b1a-90a1-4777fb503a47 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:21.774346 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.858031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Attempting to bind port 7a7bf458-a30a-41d7-a812-b5387bf22d99 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:21.858256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Attempting to bind port 7a7bf458-a30a-41d7-a812-b5387bf22d99 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:21.858586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Attempting to bind port 7a7bf458-a30a-41d7-a812-b5387bf22d99 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:21.863615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Port 7a7bf458-a30a-41d7-a812-b5387bf22d99 on network b4704a63-fabf-4303-b16d-892673b27ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:13:21.863948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Attempting to bind port 7a7bf458-a30a-41d7-a812-b5387bf22d99 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:21.870617 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:21.870960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:21.871352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:21.871796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Bound port: 7a7bf458-a30a-41d7-a812-b5387bf22d99, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:21.872165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.908329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:21.908727 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.948669 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:21.949908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:21.952555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a4787-b571-4000-ab1f-275af343c8cb" -d '{"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:21.956033 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:21.981056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:21.987171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:22.005292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.036412 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:22.053281 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8abe0-d0c7-4cef-939f-e945a1ef82c4 x-openstack-request-id: req-f3e8abe0-d0c7-4cef-939f-e945a1ef82c4 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:22.053281 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:22.053281 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3e8abe0-d0c7-4cef-939f-e945a1ef82c4 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:22.053281 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e8abe0-d0c7-4cef-939f-e945a1ef82c4'] response: {'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'code': 200} Jun 16 16:13:22.077242 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:22.077902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:22.079341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] 10.222.0.33 "PUT /v2.0/ports/7a7bf458-a30a-41d7-a812-b5387bf22d99 HTTP/1.1" status: 200 len: 1094 time: 2.5585401 Jun 16 16:13:22.079795 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:22.082087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af456c20-239d-4d5d-b3a8-440d9139418b" -d '{"events": [{"name": "network-changed", "server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:22.126308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8d66a-fddf-4ff2-9d88-8ffd276e0d58 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:22.132375 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419d562-06db-4387-b73a-0250f712f25f x-openstack-request-id: req-7419d562-06db-4387-b73a-0250f712f25f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:22.132856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:22.133272 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7419d562-06db-4387-b73a-0250f712f25f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:22.133874 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7419d562-06db-4387-b73a-0250f712f25f'] response: {'name': 'network-changed', 'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'status': 'completed', 'code': 200} Jun 16 16:13:22.326380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4e3e1-fc01-44fe-afb6-62c7e13194a9 req-a4d8932b-8a64-469b-a76c-20144783df95 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:22.328711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1e4e3e1-fc01-44fe-afb6-62c7e13194a9 req-a4d8932b-8a64-469b-a76c-20144783df95 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0783429 Jun 16 16:13:22.341393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9a0a-0950-41e9-bf20-8fc4414d1cdf req-e730d4f7-9897-4a29-8cf6-21d06eb51f6c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:22.343180 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-134e9a0a-0950-41e9-bf20-8fc4414d1cdf req-e730d4f7-9897-4a29-8cf6-21d06eb51f6c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1329324 Jun 16 16:13:22.464207 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1e4e3e1-fc01-44fe-afb6-62c7e13194a9 req-ec4b2445-1a55-473b-a634-5fba7e9b3e7c tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198351 Jun 16 16:13:22.470014 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-134e9a0a-0950-41e9-bf20-8fc4414d1cdf req-de8fe0cb-09c2-4ef8-9fab-e7fa80cbc166 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102936 Jun 16 16:13:22.880695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1e2e-5caf-41ba-8c08-261571b7a556 req-3f34f737-e64b-4711-9c32-e18338ba8dc0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:22.883693 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d2de1e2e-5caf-41ba-8c08-261571b7a556 req-3f34f737-e64b-4711-9c32-e18338ba8dc0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.1284842 Jun 16 16:13:22.913899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:22.993488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f497ba-aa56-4b85-bf16-f557c60a2487 req-d9c34634-16c7-45bc-9031-edec7083346d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:22.997057 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-20f497ba-aa56-4b85-bf16-f557c60a2487 req-d9c34634-16c7-45bc-9031-edec7083346d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1516528 Jun 16 16:13:23.077212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d2de1e2e-5caf-41ba-8c08-261571b7a556 req-fe16cf58-b1db-49c6-a7de-065bac895a51 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610086 Jun 16 16:13:23.100655 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-20f497ba-aa56-4b85-bf16-f557c60a2487 req-a1817448-73c7-430d-860b-fec1f1dace5c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902774 Jun 16 16:13:23.628239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:23.665319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad1ef-4a0f-4a03-98a9-cefd9c568da6 req-721cdecb-49f7-4abd-879f-9d239cdbc4f4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:23.667114 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-66bad1ef-4a0f-4a03-98a9-cefd9c568da6 req-721cdecb-49f7-4abd-879f-9d239cdbc4f4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.1040978 Jun 16 16:13:23.669085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9fc73dbb-a75c-415a-b8f8-fbf849262a05 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:23.674144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb1eb-5a83-48e1-a194-7099dd382649 req-05988a96-398a-402b-afd3-2a9941149a21 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:23.676021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c05cb1eb-5a83-48e1-a194-7099dd382649 req-05988a96-398a-402b-afd3-2a9941149a21 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0933986 Jun 16 16:13:23.780508 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c05cb1eb-5a83-48e1-a194-7099dd382649 req-25652910-c75b-4fd9-bb35-88c315e113c9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962818 Jun 16 16:13:23.788975 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-66bad1ef-4a0f-4a03-98a9-cefd9c568da6 req-e9fbdbe7-22f5-420e-ad3b-ae29f05b6020 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120679 Jun 16 16:13:23.818871 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:23.834476 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '9fc73dbb-a75c-415a-b8f8-fbf849262a05', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'port_id': '9fc73dbb-a75c-415a-b8f8-fbf849262a05', 'mac_address': 'fa:16:3e:a7:74:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:23.849578 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:23.867980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:23.890580 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:23.891027 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:23.920398 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc73dbb-a75c-415a-b8f8-fbf849262a05 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:23.920820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-13379783-947a-461e-80da-1978ead7b042 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 217 time: 0.0441196 Jun 16 16:13:23.950545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:23.958241 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:24.034828 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:24.259783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5be9f-6e58-4656-8cbe-fd4e78997f86 req-33cc93d8-e743-4f41-bcfc-b6bd816634f2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:24.261397 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7af5be9f-6e58-4656-8cbe-fd4e78997f86 req-33cc93d8-e743-4f41-bcfc-b6bd816634f2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0829947 Jun 16 16:13:24.324767 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989668ee-dd05-4b26-ae92-04a6207f7ffa req-f33d9fb8-c2df-4675-b5db-4a0bd2b4d6b5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:24.326884 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-989668ee-dd05-4b26-ae92-04a6207f7ffa req-f33d9fb8-c2df-4675-b5db-4a0bd2b4d6b5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0859158 Jun 16 16:13:24.410950 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7af5be9f-6e58-4656-8cbe-fd4e78997f86 req-60c326be-74eb-4b95-ae28-dd3facc4b609 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232634 Jun 16 16:13:24.420693 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-989668ee-dd05-4b26-ae92-04a6207f7ffa req-773ae3e1-96b0-47dc-8945-6d6cfede9958 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768943 Jun 16 16:13:24.890453 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['9fc73dbb-a75c-415a-b8f8-fbf849262a05'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:24.914837 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:24.944782 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec9b2b-16f1-4719-8975-4f7f88955a4e req-d35ef37c-d35b-450e-b336-03771d9cebe1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:24.946380 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8ec9b2b-16f1-4719-8975-4f7f88955a4e req-d35ef37c-d35b-450e-b336-03771d9cebe1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0795791 Jun 16 16:13:24.976191 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dfd0d-df83-4ec2-bbc7-26922a40e679 req-35d14b81-f084-4e29-8115-ff6642f83b65 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:24.977825 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d7dfd0d-df83-4ec2-bbc7-26922a40e679 req-35d14b81-f084-4e29-8115-ff6642f83b65 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0987370 Jun 16 16:13:25.033858 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8ec9b2b-16f1-4719-8975-4f7f88955a4e req-86a3a475-c82c-40c7-baf9-fd1c6a184f7f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806041 Jun 16 16:13:25.074220 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d7dfd0d-df83-4ec2-bbc7-26922a40e679 req-4aad4fca-d997-4dc5-9b5b-8901a823dba8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878923 Jun 16 16:13:25.621448 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb832-042a-4d36-89c9-3f964be63160 req-a850381c-22fe-485e-b626-7ae24efe7a76 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:25.623263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c92fb832-042a-4d36-89c9-3f964be63160 req-a850381c-22fe-485e-b626-7ae24efe7a76 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1078854 Jun 16 16:13:25.632406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46620ce-bb66-449c-868a-0802855fb191 req-b26c8ba2-1c89-42e0-80fc-7faff3c55edb tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:25.634003 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e46620ce-bb66-449c-868a-0802855fb191 req-b26c8ba2-1c89-42e0-80fc-7faff3c55edb tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.1155455 Jun 16 16:13:25.742151 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c92fb832-042a-4d36-89c9-3f964be63160 req-c85911ad-7de4-42ae-a6b0-61acef11eb62 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070678 Jun 16 16:13:25.746658 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e46620ce-bb66-449c-868a-0802855fb191 req-fe42ff59-2920-4740-8f70-61816992ff66 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028085 Jun 16 16:13:25.837671 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:13:26.172940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a466b7c-ab07-4605-8c52-085fbeaf002b req-f8b71acc-26d6-4882-acc2-e8af5e1a4961 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:26.174510 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a466b7c-ab07-4605-8c52-085fbeaf002b req-f8b71acc-26d6-4882-acc2-e8af5e1a4961 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0532162 Jun 16 16:13:26.231955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:26.249906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c467d-042e-4768-ad8f-76e4908ac696 req-c330f5f9-d1b4-426a-9567-e52d0ae0afe9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:26.251511 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc2c467d-042e-4768-ad8f-76e4908ac696 req-c330f5f9-d1b4-426a-9567-e52d0ae0afe9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0760984 Jun 16 16:13:26.277569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a466b7c-ab07-4605-8c52-085fbeaf002b req-5f7ad3a9-7328-46c8-8956-80f299c9de65 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913129 Jun 16 16:13:26.327779 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc2c467d-042e-4768-ad8f-76e4908ac696 req-8ca221d0-157c-481b-8d07-45198e497b09 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660625 Jun 16 16:13:26.914029 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be233-29c6-407f-afe2-552d47e11297 req-49ff46b8-f370-4576-ad7c-3f53b72a9de5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:26.915458 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b9be233-29c6-407f-afe2-552d47e11297 req-49ff46b8-f370-4576-ad7c-3f53b72a9de5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0814435 Jun 16 16:13:26.921566 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3494847-6bf7-40d3-92be-85414d1b8afc req-c8697cd7-dc2f-4a32-9623-353eec2a05ef tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:26.923153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3494847-6bf7-40d3-92be-85414d1b8afc req-c8697cd7-dc2f-4a32-9623-353eec2a05ef tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0792105 Jun 16 16:13:27.009304 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b9be233-29c6-407f-afe2-552d47e11297 req-fcb5c25c-db79-4713-9134-bb6bef128ef3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Jun 16 16:13:27.015053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3494847-6bf7-40d3-92be-85414d1b8afc req-d5311882-8cef-42a7-a971-6fb6a9a96cc4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835412 Jun 16 16:13:27.386586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:27.401901 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92041cc0-bd70-4dfe-906e-bc059c7a9d04 req-33bc1060-d497-47a6-aeda-4f720ff87f35 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:27.403476 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-92041cc0-bd70-4dfe-906e-bc059c7a9d04 req-33bc1060-d497-47a6-aeda-4f720ff87f35 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0510778 Jun 16 16:13:27.494624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266948e-334d-4a1e-bb78-c1ed6f80d1ab req-5d168367-0ac6-4d53-9aad-af1a67303571 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:27.496275 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9266948e-334d-4a1e-bb78-c1ed6f80d1ab req-5d168367-0ac6-4d53-9aad-af1a67303571 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0770972 Jun 16 16:13:27.499686 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-92041cc0-bd70-4dfe-906e-bc059c7a9d04 req-6139cbd7-5db9-4754-93b0-4e8157ad0e9f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Jun 16 16:13:27.547477 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9266948e-334d-4a1e-bb78-c1ed6f80d1ab req-697e9bea-fd52-4a65-b121-0c9ae7e6a04d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Jun 16 16:13:28.362221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5a5b-1b75-4f57-955c-9969e75ec42c req-736ce21b-5837-46fa-85fb-ccea6cbb5f55 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:28.363635 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d3fa5a5b-1b75-4f57-955c-9969e75ec42c req-736ce21b-5837-46fa-85fb-ccea6cbb5f55 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.2667837 Jun 16 16:13:28.369745 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40539dad-c15c-47be-af41-b0b640aa9788 req-4e2c40e9-2c63-42ec-8412-73658fd09a75 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:28.371762 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-40539dad-c15c-47be-af41-b0b640aa9788 req-4e2c40e9-2c63-42ec-8412-73658fd09a75 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.2633309 Jun 16 16:13:28.448003 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d3fa5a5b-1b75-4f57-955c-9969e75ec42c req-66700d04-de4b-4e30-ad9a-083a7dd68178 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Jun 16 16:13:28.451798 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-40539dad-c15c-47be-af41-b0b640aa9788 req-8a18b395-b9da-48a7-99fd-5a4cd1ff9af5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729144 Jun 16 16:13:28.620387 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0282cc-e2d3-4076-ad4d-dbd394855ec8 req-14f1e742-9c9a-4b3f-85c9-5ebc08bcc88d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:28.622146 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4d0282cc-e2d3-4076-ad4d-dbd394855ec8 req-14f1e742-9c9a-4b3f-85c9-5ebc08bcc88d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0506291 Jun 16 16:13:28.696587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f172a-0f7b-41b5-827c-0b1fc4fceac5 req-034b2fbd-ebb2-4af6-80bf-b6f97dbcf5cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:28.698075 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f7f172a-0f7b-41b5-827c-0b1fc4fceac5 req-034b2fbd-ebb2-4af6-80bf-b6f97dbcf5cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0750558 Jun 16 16:13:28.717566 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4d0282cc-e2d3-4076-ad4d-dbd394855ec8 req-3f5c4960-970b-4541-a730-99f7aa130e23 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Jun 16 16:13:28.759482 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f7f172a-0f7b-41b5-827c-0b1fc4fceac5 req-27a49fe9-a1df-4340-ad9d-0746c400da04 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528214 Jun 16 16:13:29.600359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485bf5e-3180-47db-8f93-07bcb5eb3f5c req-a1cbdcef-6d3c-4eee-87ab-0ad9ddaf54c9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:29.601999 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7485bf5e-3180-47db-8f93-07bcb5eb3f5c req-a1cbdcef-6d3c-4eee-87ab-0ad9ddaf54c9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0806713 Jun 16 16:13:29.608481 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd3b71-b7ba-44f2-8333-758f90712395 req-fd7ebe80-d9c5-443e-ac17-6eb34ee4d8d8 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:29.609918 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ffd3b71-b7ba-44f2-8333-758f90712395 req-fd7ebe80-d9c5-443e-ac17-6eb34ee4d8d8 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0866525 Jun 16 16:13:29.631684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:29.687711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7485bf5e-3180-47db-8f93-07bcb5eb3f5c req-71804d72-db84-4e17-b7cc-4257e83be3f7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767963 Jun 16 16:13:29.691028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ffd3b71-b7ba-44f2-8333-758f90712395 req-3dd9f912-bd0c-4757-8d37-45db7fe66198 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731966 Jun 16 16:13:29.837939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6cfe3-c613-48f8-bbb3-7596a03e0ca7 req-37e35d02-759d-49a2-851b-285480583fff tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:29.840040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-86c6cfe3-c613-48f8-bbb3-7596a03e0ca7 req-37e35d02-759d-49a2-851b-285480583fff tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0498085 Jun 16 16:13:29.930536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba653f7c-7284-4e1e-a5c8-e03360b572fb req-7833c7b3-ae75-4481-aba4-485fd23494fd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:29.932112 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba653f7c-7284-4e1e-a5c8-e03360b572fb req-7833c7b3-ae75-4481-aba4-485fd23494fd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0823307 Jun 16 16:13:29.940879 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-86c6cfe3-c613-48f8-bbb3-7596a03e0ca7 req-a82f5094-7231-4af1-8f57-b32ee7826c98 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934932 Jun 16 16:13:29.999215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba653f7c-7284-4e1e-a5c8-e03360b572fb req-6ad9bb82-c42a-43f8-a9a4-bdc2a3f7db70 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572722 Jun 16 16:13:30.135418 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=16,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:30.840731 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ff7ed-728b-4045-9900-c558483528bc req-3edfbb2b-6cd1-4c8c-93d6-f8ba03fc12d8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:30.842289 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de9ff7ed-728b-4045-9900-c558483528bc req-3edfbb2b-6cd1-4c8c-93d6-f8ba03fc12d8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0827973 Jun 16 16:13:30.848628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fb63a-aa48-4386-a77d-4baa1ddf6d5d req-f4c6d6be-e133-4824-b10c-c5bc10ec0527 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:30.850148 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d21fb63a-aa48-4386-a77d-4baa1ddf6d5d req-f4c6d6be-e133-4824-b10c-c5bc10ec0527 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0782895 Jun 16 16:13:30.917863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:30.936581 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de9ff7ed-728b-4045-9900-c558483528bc req-e0678c1b-e079-4fc7-9271-35b9933966b6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854335 Jun 16 16:13:30.940626 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d21fb63a-aa48-4386-a77d-4baa1ddf6d5d req-61a575d1-d474-4132-9f41-b4720c0f558e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830843 Jun 16 16:13:31.093866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b53d0-e00e-4fea-954f-3d5969b740ce req-ba06c83d-21a7-46d3-8c9d-614217153513 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:31.095563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-939b53d0-e00e-4fea-954f-3d5969b740ce req-ba06c83d-21a7-46d3-8c9d-614217153513 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0653639 Jun 16 16:13:31.173284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642fe52-26ae-40a3-ac44-b0ca6bf4ef75 req-a920c734-a7f8-4882-8828-27d9dd95bed7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:31.174889 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5642fe52-26ae-40a3-ac44-b0ca6bf4ef75 req-a920c734-a7f8-4882-8828-27d9dd95bed7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0783913 Jun 16 16:13:31.208413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-939b53d0-e00e-4fea-954f-3d5969b740ce req-89b09796-ee19-41c9-bd3e-c0113bdddd80 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023867 Jun 16 16:13:31.249670 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:31.258593 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5642fe52-26ae-40a3-ac44-b0ca6bf4ef75 req-a911fec8-4067-4e5e-94cd-c9cc91f16fa4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726845 Jun 16 16:13:31.261890 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:31.286938 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9fc73dbb-a75c-415a-b8f8-fbf849262a05 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:31.349153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:31.356912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:31.357485 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:31.459830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:31.460229 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:31.499811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:31.502637 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f3a86-2331-4da2-85e0-fcd7a2bcf2bc" -d '{"events": [{"server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "name": "network-vif-plugged", "status": "completed", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:31.519562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:31.527431 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:31.564654 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d588945-b4bf-42df-9f19-526ca249d1a3 x-openstack-request-id: req-8d588945-b4bf-42df-9f19-526ca249d1a3 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:31.565108 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "name": "network-vif-plugged", "status": "completed", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:31.565510 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d588945-b4bf-42df-9f19-526ca249d1a3 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:31.566822 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d588945-b4bf-42df-9f19-526ca249d1a3'] response: {'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05', 'code': 200} Jun 16 16:13:31.612025 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:31.622736 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.623083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.623449 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.623954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.624174 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.624505 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.624835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.625157 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.625482 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.625975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.626303 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.626642 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.626966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.627329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:31.627690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.097704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987555-fb4c-4eb3-8eba-ddfd24459e5f req-8d9c4cdf-2366-402f-9417-cd42b5a248ca tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:32.099363 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11987555-fb4c-4eb3-8eba-ddfd24459e5f req-8d9c4cdf-2366-402f-9417-cd42b5a248ca tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0815439 Jun 16 16:13:32.105390 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56df87-c243-4f28-b394-10cf027e87f1 req-6c180817-be0f-4b62-bce4-fcbc73ec98da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:32.106929 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f56df87-c243-4f28-b394-10cf027e87f1 req-6c180817-be0f-4b62-bce4-fcbc73ec98da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0772009 Jun 16 16:13:32.185499 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46136) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:32.191375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11987555-fb4c-4eb3-8eba-ddfd24459e5f req-c7e0ca59-114a-4fc8-bcc9-48276106dca0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834329 Jun 16 16:13:32.196567 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f56df87-c243-4f28-b394-10cf027e87f1 req-fde9ce11-503b-413e-aaf7-af895bdce71b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Jun 16 16:13:32.249395 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Deleting subnet f6083bcf-9706-4989-b009-5c56015e714c {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:13:32.253214 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Publish callbacks [] for subnet (f6083bcf-9706-4989-b009-5c56015e714c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.294172 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (f6083bcf-9706-4989-b009-5c56015e714c), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.344854 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (f6083bcf-9706-4989-b009-5c56015e714c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.351237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d50d90-ec72-48d4-ab5a-9c517c7bceed req-c07ebe7d-3a1b-4ce3-8013-7a100dd0a1d4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:32.353386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39d50d90-ec72-48d4-ab5a-9c517c7bceed req-c07ebe7d-3a1b-4ce3-8013-7a100dd0a1d4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0701194 Jun 16 16:13:32.415848 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (f6083bcf-9706-4989-b009-5c56015e714c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.435084 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.439147 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f6083bcf-9706-4989-b009-5c56015e714c HTTP/1.1" status: 204 len: 168 time: 0.2523737 Jun 16 16:13:32.442220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b750276-5278-4f4c-be3e-36d2e2ca606a req-b9c62557-fdde-4bcc-bdf5-2a53812f4a15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:32.443414 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b750276-5278-4f4c-be3e-36d2e2ca606a req-b9c62557-fdde-4bcc-bdf5-2a53812f4a15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0738111 Jun 16 16:13:32.443908 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46144) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:32.465480 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6083bcf-9706-4989-b009-5c56015e714c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:32.474657 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.475820 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.475820 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.476162 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.476669 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.477197 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.477760 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.478150 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.478678 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.479219 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.479627 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.479967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.480300 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.480630 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.480955 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2814be-cbb3-4aa6-b32e-9d2455ff9314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.508631 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39d50d90-ec72-48d4-ab5a-9c517c7bceed req-7aef5440-e1da-4bd6-b779-034cd133adda tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486256 Jun 16 16:13:32.556775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:32.571118 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (7bcbe80d-6b8f-48e3-874d-40016fd3499b), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.592659 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b750276-5278-4f4c-be3e-36d2e2ca606a req-a8895076-b53d-4066-9933-cbaa580f0e75 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336203 Jun 16 16:13:32.680725 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (7bcbe80d-6b8f-48e3-874d-40016fd3499b), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.709224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcbe80d-6b8f-48e3-874d-40016fd3499b']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:32.719906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b560e52-75b7-4b78-b850-407d752e287a') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:32.720202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b560e52-75b7-4b78-b850-407d752e287a') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:32.731768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (5b560e52-75b7-4b78-b850-407d752e287a), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.747422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (5b560e52-75b7-4b78-b850-407d752e287a), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.754956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:32.756010 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (5b560e52-75b7-4b78-b850-407d752e287a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.810035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 5b560e52-75b7-4b78-b850-407d752e287a resource provider aggregate not found Jun 16 16:13:32.856036 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 5b560e52-75b7-4b78-b850-407d752e287a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b560e52-75b7-4b78-b850-407d752e287a found for delete ", "request_id": "req-97e0f556-a447-429e-8b88-219188c4ff07"}]} Jun 16 16:13:32.856036 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (7bcbe80d-6b8f-48e3-874d-40016fd3499b), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.861468 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.867356 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/7bcbe80d-6b8f-48e3-874d-40016fd3499b HTTP/1.1" status: 204 len: 168 time: 0.4199717 Jun 16 16:13:32.870984 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46154) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:32.882613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcbe80d-6b8f-48e3-874d-40016fd3499b,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:32.895704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.896243 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.897410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.897410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.897902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.898224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.898633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.899026 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.899392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.899777 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.900116 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.900525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.900955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.901306 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.902314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d959e1-9406-45ed-baf9-58e95f87d6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:32.930719 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Deleting subnet c8fdea13-2abe-4e7e-b2d7-c55c8d62194d {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:13:32.936125 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Publish callbacks [] for subnet (c8fdea13-2abe-4e7e-b2d7-c55c8d62194d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:32.976683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (c8fdea13-2abe-4e7e-b2d7-c55c8d62194d), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.024614 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (c8fdea13-2abe-4e7e-b2d7-c55c8d62194d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.100632 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (c8fdea13-2abe-4e7e-b2d7-c55c8d62194d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.131864 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fdea13-2abe-4e7e-b2d7-c55c8d62194d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:33.135750 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.141229 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5837b63a-812d-4fa1-8f16-ba129fa0c6f7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c8fdea13-2abe-4e7e-b2d7-c55c8d62194d HTTP/1.1" status: 204 len: 168 time: 0.2668095 Jun 16 16:13:33.142164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46156) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:33.215859 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (2d239c8c-2874-4985-906f-0fb3a962fecc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.344058 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (2d239c8c-2874-4985-906f-0fb3a962fecc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.367579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efac3f-0cb4-45f0-96df-a614010dfa23 req-99e75b5a-80cd-4d4d-b1dc-349ee67e82f1 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:33.368972 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-27efac3f-0cb4-45f0-96df-a614010dfa23 req-99e75b5a-80cd-4d4d-b1dc-349ee67e82f1 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0842254 Jun 16 16:13:33.376147 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1da8a-1ecb-4dbe-873e-38c60766569e req-3dcaae29-1f3e-4a35-ab34-9e9753d0ff3d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:33.377617 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ac1da8a-1ecb-4dbe-873e-38c60766569e req-3dcaae29-1f3e-4a35-ab34-9e9753d0ff3d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0915644 Jun 16 16:13:33.379079 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d239c8c-2874-4985-906f-0fb3a962fecc']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:33.397855 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58528222-a747-4fe5-b10f-256ce6fc7cac') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:33.398222 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58528222-a747-4fe5-b10f-256ce6fc7cac') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:33.410853 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (58528222-a747-4fe5-b10f-256ce6fc7cac), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.427041 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (58528222-a747-4fe5-b10f-256ce6fc7cac), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.430330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.440552 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:33.441246 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (58528222-a747-4fe5-b10f-256ce6fc7cac), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.467860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-27efac3f-0cb4-45f0-96df-a614010dfa23 req-ae442c4e-454a-4d2d-9a48-f4563f8e7f9b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891936 Jun 16 16:13:33.471967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ac1da8a-1ecb-4dbe-873e-38c60766569e req-6f7f1cb9-50d8-43d5-b975-20479e722619 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860047 Jun 16 16:13:33.510838 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 58528222-a747-4fe5-b10f-256ce6fc7cac resource provider aggregate not found Jun 16 16:13:33.529498 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 58528222-a747-4fe5-b10f-256ce6fc7cac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58528222-a747-4fe5-b10f-256ce6fc7cac found for delete ", "request_id": "req-b0c2b447-3240-417f-880d-c450f3111961"}]} Jun 16 16:13:33.535320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (2d239c8c-2874-4985-906f-0fb3a962fecc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.545554 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.549773 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] 10.222.0.88 "DELETE /v2.0/networks/2d239c8c-2874-4985-906f-0fb3a962fecc HTTP/1.1" status: 204 len: 168 time: 0.4065516 Jun 16 16:13:33.560220 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd93c83-8f99-426e-bb68-015f8450bafc admin admin] Pushing event deleted for resources: {'Network': ['ID=2d239c8c-2874-4985-906f-0fb3a962fecc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:33.636612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd24c0b-12d1-4c75-931a-ac86e19fac84 req-0f14d171-95e6-4615-8cf0-ad3c7143c03b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:33.638831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bd24c0b-12d1-4c75-931a-ac86e19fac84 req-0f14d171-95e6-4615-8cf0-ad3c7143c03b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0538399 Jun 16 16:13:33.712839 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bd24c0b-12d1-4c75-931a-ac86e19fac84 req-68b55d33-afba-4428-a212-652de3085fc2 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604744 Jun 16 16:13:33.774206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63289002-a480-49a8-9010-ba6a3b042dc9 req-c7a2e6e0-cd28-4f89-85cb-8a79fc158bb8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:33.775810 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-63289002-a480-49a8-9010-ba6a3b042dc9 req-c7a2e6e0-cd28-4f89-85cb-8a79fc158bb8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0618024 Jun 16 16:13:33.831102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46176) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:33.846859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-63289002-a480-49a8-9010-ba6a3b042dc9 req-eb4ac579-2f5b-4a66-a0a2-2ef09860c71d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614321 Jun 16 16:13:33.885283 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4c59d811-8f6c-463c-bfee-ba7041d86694 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dac369a021ea484fb12cc8e8f586ab54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529206 Jun 16 16:13:33.889839 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46180) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:33.906661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:33.948069 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] Publish callbacks [] for security_group (e99cc698-f590-41e0-aed5-55bb9870b503), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.972568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] Publish callbacks [] for security_group (e99cc698-f590-41e0-aed5-55bb9870b503), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:33.974351 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:34.031159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e99cc698-f590-41e0-aed5-55bb9870b503), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.033700 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.034903 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e99cc698-f590-41e0-aed5-55bb9870b503 HTTP/1.1" status: 204 len: 168 time: 0.1438212 Jun 16 16:13:34.044924 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9286cf-f4c4-46a1-8930-0298b2ec4674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99cc698-f590-41e0-aed5-55bb9870b503,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:34.409140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46186) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:34.472077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-c0449e66-1ecd-4990-a74d-3d795984b7ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ac04c61743b408ba01b92a225fdf1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0611007 Jun 16 16:13:34.474551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:34.562578 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] Publish callbacks [] for security_group (d025aced-cbc5-4f38-b435-4c9a39dceefb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.593671 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] Publish callbacks [] for security_group (d025aced-cbc5-4f38-b435-4c9a39dceefb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.690696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da378b5-5172-42ac-9db2-0954b0980984 req-c506d0a0-8569-4acd-b3c8-938f7c6663c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:34.692293 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1da378b5-5172-42ac-9db2-0954b0980984 req-c506d0a0-8569-4acd-b3c8-938f7c6663c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.1176319 Jun 16 16:13:34.702068 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0dc2-c271-4494-9ce8-80fdc25c1c8c req-61d06add-103f-41f1-a2fe-a32c1b44e458 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:34.703803 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-381e0dc2-c271-4494-9ce8-80fdc25c1c8c req-61d06add-103f-41f1-a2fe-a32c1b44e458 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1109414 Jun 16 16:13:34.791029 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1da378b5-5172-42ac-9db2-0954b0980984 req-99378ef8-d8b1-400f-8d23-7cbe070c1ce4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861821 Jun 16 16:13:34.795855 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-381e0dc2-c271-4494-9ce8-80fdc25c1c8c req-c50e2ad0-a3dd-4dff-82e9-23fb53d300be tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Jun 16 16:13:34.835637 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d025aced-cbc5-4f38-b435-4c9a39dceefb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.838534 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:34.840374 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d025aced-cbc5-4f38-b435-4c9a39dceefb HTTP/1.1" status: 204 len: 168 time: 0.3643107 Jun 16 16:13:34.849818 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed65b4-39b1-4082-b3dd-e3fd7cbcf889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d025aced-cbc5-4f38-b435-4c9a39dceefb,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:34.923536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19cffa-1dbb-46e0-be83-11ee921f990c req-91cf9314-f97d-4d10-8da7-33699d1da53e tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:34.925258 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb19cffa-1dbb-46e0-be83-11ee921f990c req-91cf9314-f97d-4d10-8da7-33699d1da53e tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.0699477 Jun 16 16:13:35.019990 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb19cffa-1dbb-46e0-be83-11ee921f990c req-0920f338-c854-4717-9955-9f589c296a35 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874701 Jun 16 16:13:35.029992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149248-75b9-4fde-9fe3-437a32809d49 req-9d9fb8b0-5ffb-4e0d-9fe9-60c84d6a35f0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:35.039150 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-22149248-75b9-4fde-9fe3-437a32809d49 req-9d9fb8b0-5ffb-4e0d-9fe9-60c84d6a35f0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0838766 Jun 16 16:13:35.095734 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-22149248-75b9-4fde-9fe3-437a32809d49 req-44ed945f-a386-48db-9365-9c51885cd57c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576193 Jun 16 16:13:35.832500 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:35.833684 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:35.916097 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:35.970431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b46991-453a-4eb3-a089-a47e669869ee req-bd38f319-1ef4-4db1-b6a5-065ee9464b8e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:35.972288 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98b46991-453a-4eb3-a089-a47e669869ee req-bd38f319-1ef4-4db1-b6a5-065ee9464b8e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.1030591 Jun 16 16:13:35.986723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0467c5-85d6-40e8-a37f-3620e0fae305 req-8220dbc5-8cff-4ca5-ad1d-5aadeff75eb8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:35.988223 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8d0467c5-85d6-40e8-a37f-3620e0fae305 req-8220dbc5-8cff-4ca5-ad1d-5aadeff75eb8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1005638 Jun 16 16:13:36.002829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 17ff1249-a9c6-473b-9c9c-1c74c01a15cc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:36.078355 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8d0467c5-85d6-40e8-a37f-3620e0fae305 req-0d676d2d-bbd1-407e-a699-b47ca5950e8f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832388 Jun 16 16:13:36.224459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98b46991-453a-4eb3-a089-a47e669869ee req-a9d3050d-06b6-4522-9375-0195f2b69ae7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456987 Jun 16 16:13:36.255047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456c20-239d-4d5d-b3a8-440d9139418b req-899fd211-2cdc-4b22-8c21-84099839e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.256732 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af456c20-239d-4d5d-b3a8-440d9139418b req-899fd211-2cdc-4b22-8c21-84099839e3b1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 1128 time: 0.1471999 Jun 16 16:13:36.306194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:36.315240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-a29704bf-c4c2-4769-9d75-346e0eb28c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.318420 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-a29704bf-c4c2-4769-9d75-346e0eb28c91 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.2232451 Jun 16 16:13:36.329493 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e223a-3b34-4a24-9358-0b98f9ebc703 req-b4be6453-f4e8-4c1c-97ce-8ff6f99b1858 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.332429 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f9e223a-3b34-4a24-9358-0b98f9ebc703 req-b4be6453-f4e8-4c1c-97ce-8ff6f99b1858 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 944 time: 0.1066260 Jun 16 16:13:36.332769 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc', 'network_id': '5d375348-adcc-438c-9fee-9cf43aa78b15', 'port_id': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc', 'mac_address': 'fa:16:3e:1b:7e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:36.411379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.439153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3d93-1a41-4640-9818-df4a86595f67 req-373756c6-9d5b-43e1-a50c-55014d392fdb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.440850 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ea4f3d93-1a41-4640-9818-df4a86595f67 req-373756c6-9d5b-43e1-a50c-55014d392fdb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1072273 Jun 16 16:13:36.466106 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f9e223a-3b34-4a24-9358-0b98f9ebc703 req-bc4252b6-05fa-471a-b521-df2178b04236 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033034 Jun 16 16:13:36.471103 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:36.471769 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.506316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ff1249-a9c6-473b-9c9c-1c74c01a15cc {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:36.526039 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ea4f3d93-1a41-4640-9818-df4a86595f67 req-54cd9097-de3a-40af-a1a6-ecad8976552a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724056 Jun 16 16:13:36.526728 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:36.546202 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:36.550408 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:36.600248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:36.996706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-ea8ad111-79d0-4656-bdef-3c12c2198c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:36.998662 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-ea8ad111-79d0-4656-bdef-3c12c2198c09 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1652982 Jun 16 16:13:37.068778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b937e6-1c03-4a52-abf0-257c0e845260 req-21c4d5f8-0a91-4378-bd2b-1f0e9094ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.070521 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7b937e6-1c03-4a52-abf0-257c0e845260 req-21c4d5f8-0a91-4378-bd2b-1f0e9094ba83 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1129 time: 0.1906826 Jun 16 16:13:37.113433 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e1f66-9378-48a4-83e4-54ee2eab5d7b req-46b92ba6-5a7c-4db8-9922-183891e3db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.114967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-702e1f66-9378-48a4-83e4-54ee2eab5d7b req-46b92ba6-5a7c-4db8-9922-183891e3db01 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.1362646 Jun 16 16:13:37.158550 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['17ff1249-a9c6-473b-9c9c-1c74c01a15cc'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:37.489740 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456c20-239d-4d5d-b3a8-440d9139418b req-5b7bfe88-7b21-46ea-94e1-9af26e85aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.491256 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af456c20-239d-4d5d-b3a8-440d9139418b req-5b7bfe88-7b21-46ea-94e1-9af26e85aeda service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6565926 Jun 16 16:13:37.621410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9455e8-d654-446f-99c3-f718cf74fcb0 req-fa50a890-cd6f-4309-9da4-2f0e18042dcb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.631390 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f9455e8-d654-446f-99c3-f718cf74fcb0 req-fa50a890-cd6f-4309-9da4-2f0e18042dcb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.2655311 Jun 16 16:13:37.725195 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-13b17c50-5ff7-4852-9c5d-86b8dd58ac64 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918578 Jun 16 16:13:37.728192 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-702e1f66-9378-48a4-83e4-54ee2eab5d7b req-2f8b84ca-b770-4fbf-afbc-8dcc41431626 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358963 Jun 16 16:13:37.736181 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32d25b-e526-463b-9222-a8d47b50c844 req-4d501fec-367c-48a8-a406-1d26ead1a621 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.737824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb32d25b-e526-463b-9222-a8d47b50c844 req-4d501fec-367c-48a8-a406-1d26ead1a621 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.3418624 Jun 16 16:13:37.794769 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:37.798086 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7b937e6-1c03-4a52-abf0-257c0e845260 req-189b47ea-d7ac-4d4b-9d1a-b6a37ad0322a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314010 Jun 16 16:13:37.879117 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f9455e8-d654-446f-99c3-f718cf74fcb0 req-04fde8ff-6bc3-4175-95b8-13831496fb00 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471294 Jun 16 16:13:37.892277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb32d25b-e526-463b-9222-a8d47b50c844 req-eae7b03a-d177-4052-83a6-d6202eb7ab3c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413372 Jun 16 16:13:37.898826 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456c20-239d-4d5d-b3a8-440d9139418b req-fe104dea-1500-4e74-97a6-9804012239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:37.901867 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-af456c20-239d-4d5d-b3a8-440d9139418b req-fe104dea-1500-4e74-97a6-9804012239c1 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3870413 Jun 16 16:13:38.050131 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4a5ef-ba17-47b4-9c9c-cac2d4c7cbac req-a38d20e3-c370-4276-9ad8-1d036d9e18f9 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.051748 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8d4a5ef-ba17-47b4-9c9c-cac2d4c7cbac req-a38d20e3-c370-4276-9ad8-1d036d9e18f9 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 945 time: 0.0864806 Jun 16 16:13:38.065760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e67c-5473-466a-9422-150ee91352d8 req-3e9300f7-11d3-4d12-9122-af1e574d2f0f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.067262 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4c0e67c-5473-466a-9422-150ee91352d8 req-3e9300f7-11d3-4d12-9122-af1e574d2f0f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0909991 Jun 16 16:13:38.154462 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8d4a5ef-ba17-47b4-9c9c-cac2d4c7cbac req-3b35a66e-bd38-4ed1-81cd-a513ff6287d6 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958579 Jun 16 16:13:38.160209 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4c0e67c-5473-466a-9422-150ee91352d8 req-87a3cf78-fb73-44bc-933c-e4f6395c3456 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783584 Jun 16 16:13:38.500528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:38.510326 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daa991-8a29-401b-a8c4-9d47460705f1 req-d11fc201-16ae-49b0-bb83-63aa59d38dcc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:38.512843 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01daa991-8a29-401b-a8c4-9d47460705f1 req-d11fc201-16ae-49b0-bb83-63aa59d38dcc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Jun 16 16:13:38.537059 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 17ff1249-a9c6-473b-9c9c-1c74c01a15cc up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:38.556731 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:38.571173 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01daa991-8a29-401b-a8c4-9d47460705f1 req-5ee82c16-9f36-452d-99f9-9afafee59e03 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458255 Jun 16 16:13:38.593864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:38.600214 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:38.600595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.704937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:38.705402 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.751886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:38.753674 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b011cbfe-daf7-4ede-8ace-b2b90435c513" -d '{"events": [{"server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "name": "network-vif-plugged", "status": "completed", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:38.770393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:38.776263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:38.812838 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6c0535-2d61-4381-9b69-c4fa8c56d7e0 x-openstack-request-id: req-8b6c0535-2d61-4381-9b69-c4fa8c56d7e0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:38.813229 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "name": "network-vif-plugged", "status": "completed", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:38.813487 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b6c0535-2d61-4381-9b69-c4fa8c56d7e0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:38.813914 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6c0535-2d61-4381-9b69-c4fa8c56d7e0'] response: {'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc', 'code': 200} Jun 16 16:13:38.852951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:39.083111 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf4ae-e775-4388-926f-9adfd5a29d1a req-5d3d3cb4-a52d-4a35-bf86-753f278954de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:39.085344 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7bf4ae-e775-4388-926f-9adfd5a29d1a req-5d3d3cb4-a52d-4a35-bf86-753f278954de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0922329 Jun 16 16:13:39.201371 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95ac2c51-2efc-4ce0-9376-163872252a18 req-21ae314b-9250-475e-a09d-258dfa336b92 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631205 Jun 16 16:13:39.206341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7bf4ae-e775-4388-926f-9adfd5a29d1a req-bf576246-2edc-4ad7-899e-4d327c53dd78 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878868 Jun 16 16:13:39.336947 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30d36-ae89-4114-8fcf-bf34ede4d219 req-a7d011a7-c89c-4137-ae58-8dab98b9b77f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:39.339842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08c30d36-ae89-4114-8fcf-bf34ede4d219 req-a7d011a7-c89c-4137-ae58-8dab98b9b77f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0819421 Jun 16 16:13:39.365098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f817d-d3ab-456b-aac2-517bba057191 req-c25f01c0-fbd9-4953-8864-58cdedccf3d9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:39.366764 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d0f817d-d3ab-456b-aac2-517bba057191 req-c25f01c0-fbd9-4953-8864-58cdedccf3d9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0767443 Jun 16 16:13:39.438218 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08c30d36-ae89-4114-8fcf-bf34ede4d219 req-f2f7428c-9458-4b8c-96a1-9cc112be1f16 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910413 Jun 16 16:13:39.441871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d0f817d-d3ab-456b-aac2-517bba057191 req-d3ce8ef1-e7a4-4da0-a45c-9d8f1e7f5c85 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671353 Jun 16 16:13:39.734411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba378-1870-4800-a2ad-9bd70b87951b req-e294d860-f887-46ca-9182-80a61fe61136 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:39.736153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-561ba378-1870-4800-a2ad-9bd70b87951b req-e294d860-f887-46ca-9182-80a61fe61136 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0585980 Jun 16 16:13:39.795670 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-561ba378-1870-4800-a2ad-9bd70b87951b req-31924cf1-6a22-47c6-b8a7-7561ecac5fbd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489612 Jun 16 16:13:39.804381 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46374) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:39.932352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc89e1f4-17cc-4772-8d52-8ae61a94c1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.004275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:40.032290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc89e1f4-17cc-4772-8d52-8ae61a94c1e4 admin admin] Publish callbacks [] for security_group (c7c2dd67-481f-4d7b-8644-cca8f974f801), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.036134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc89e1f4-17cc-4772-8d52-8ae61a94c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c7c2dd67-481f-4d7b-8644-cca8f974f801), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.083266 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89e1f4-17cc-4772-8d52-8ae61a94c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c2dd67-481f-4d7b-8644-cca8f974f801,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.090186 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-bc89e1f4-17cc-4772-8d52-8ae61a94c1e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7f8275641347464191d00af2779bd73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845917 Jun 16 16:13:40.093171 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:40.146465 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] Publish callbacks [] for security_group (c7c2dd67-481f-4d7b-8644-cca8f974f801), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.170223 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] Publish callbacks [] for security_group (c7c2dd67-481f-4d7b-8644-cca8f974f801), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.234771 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c7c2dd67-481f-4d7b-8644-cca8f974f801), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.240931 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.246313 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c7c2dd67-481f-4d7b-8644-cca8f974f801 HTTP/1.1" status: 204 len: 168 time: 0.1519346 Jun 16 16:13:40.256456 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcb068-7c06-4382-9a61-39722bf1f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c2dd67-481f-4d7b-8644-cca8f974f801,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:40.296992 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2dac4a99-bc7c-455b-bf70-a4a78ecd1d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:40.407801 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f758b-2f1f-4445-bc7e-fe8e3cc6febb req-bfbd7828-2c5e-43c8-8c33-e15b6186730d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.409495 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-270f758b-2f1f-4445-bc7e-fe8e3cc6febb req-bfbd7828-2c5e-43c8-8c33-e15b6186730d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0815916 Jun 16 16:13:40.512545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-270f758b-2f1f-4445-bc7e-fe8e3cc6febb req-0ce41836-b5e2-4ad1-825b-92d640087fbf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914609 Jun 16 16:13:40.616298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:40.630474 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-47f28dc6-bf8c-4367-a205-46471ff60080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.632231 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-47f28dc6-bf8c-4367-a205-46471ff60080 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 1128 time: 0.0802197 Jun 16 16:13:40.694095 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-ca14f1e9-0e35-4569-b306-c409fc7cf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.696601 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-ca14f1e9-0e35-4569-b306-c409fc7cf264 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1129 time: 0.2118068 Jun 16 16:13:40.743364 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe23a-7ed2-4e94-9a5c-75ff23a316ce req-68f6925b-9dc1-408b-a941-a0ebea8d2d48 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.745430 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e31fe23a-7ed2-4e94-9a5c-75ff23a316ce req-68f6925b-9dc1-408b-a941-a0ebea8d2d48 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1947360 Jun 16 16:13:40.775241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8579-d307-41a2-be93-c0bb219fc634 req-076bb051-aac0-45e4-9433-e7548a3538ab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:40.777432 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3e6c8579-d307-41a2-be93-c0bb219fc634 req-076bb051-aac0-45e4-9433-e7548a3538ab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1147759 Jun 16 16:13:40.837527 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e31fe23a-7ed2-4e94-9a5c-75ff23a316ce req-2b0b3c6e-e6dc-4d17-866d-e78c9f2333fd tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852246 Jun 16 16:13:40.871820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3e6c8579-d307-41a2-be93-c0bb219fc634 req-d6bb0a5b-386d-4343-a261-fe6c86347460 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853093 Jun 16 16:13:41.001279 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3a264-2962-4314-904e-5a22d9bfba10 req-46e8373f-50fc-4a3c-9474-a78e8ef0427e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:41.003078 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-02a3a264-2962-4314-904e-5a22d9bfba10 req-46e8373f-50fc-4a3c-9474-a78e8ef0427e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0631838 Jun 16 16:13:41.065595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-02a3a264-2962-4314-904e-5a22d9bfba10 req-f0c35872-99d8-49d5-87bf-6207d94e00ac tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Jun 16 16:13:41.448915 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-59bc4d31-4bde-4e1a-b247-def23add573d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99 HTTP/1.1" status: 200 len: 217 time: 0.0705211 Jun 16 16:13:41.590974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-f44cebff-ceaf-48c6-9bbe-fdb580a4279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:41.592695 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-f44cebff-ceaf-48c6-9bbe-fdb580a4279f service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.2132175 Jun 16 16:13:41.676187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2107f-948e-4a26-b49b-c6a74bb49148 req-d997d123-c3e5-4654-9405-18c8d5594d8b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:41.677852 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-43c2107f-948e-4a26-b49b-c6a74bb49148 req-d997d123-c3e5-4654-9405-18c8d5594d8b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0703132 Jun 16 16:13:41.723775 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46452) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:41.782112 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-43c2107f-948e-4a26-b49b-c6a74bb49148 req-3e97fae0-fb4e-475f-9ecf-7e273ce47305 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922892 Jun 16 16:13:41.868120 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0851d43-41e3-4629-9364-d8511ac25df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.970324 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0851d43-41e3-4629-9364-d8511ac25df1 admin admin] Publish callbacks [] for security_group (2e85234a-c65f-4561-b3fe-41daf6cc6678), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:41.974895 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0851d43-41e3-4629-9364-d8511ac25df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2e85234a-c65f-4561-b3fe-41daf6cc6678), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.026638 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e0851d43-41e3-4629-9364-d8511ac25df1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c53ab1ccd58493487638730786d0a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015795 Jun 16 16:13:42.027398 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46462) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.060751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8e1d0-c35d-4fb5-abce-cb8c17909a02 req-6e45c381-5a56-492f-9a5b-363d846e0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.062490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6f8e1d0-c35d-4fb5-abce-cb8c17909a02 req-6e45c381-5a56-492f-9a5b-363d846e0aca service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 1130 time: 0.1824241 Jun 16 16:13:42.063436 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0851d43-41e3-4629-9364-d8511ac25df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e85234a-c65f-4561-b3fe-41daf6cc6678,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:42.108538 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] Publish callbacks [] for security_group (2e85234a-c65f-4561-b3fe-41daf6cc6678), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.131920 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] Publish callbacks [] for security_group (2e85234a-c65f-4561-b3fe-41daf6cc6678), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.139796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-31cf505a-9c3d-4469-95d4-e8e38fba9b39 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 217 time: 0.1228998 Jun 16 16:13:42.169533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c76564-4381-4076-817d-a811b4c02600 req-b9c8c04a-2e9f-48dd-a8df-2ba6e1982bdd tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.171525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99c76564-4381-4076-817d-a811b4c02600 req-b9c8c04a-2e9f-48dd-a8df-2ba6e1982bdd tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.2446785 Jun 16 16:13:42.189456 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2e85234a-c65f-4561-b3fe-41daf6cc6678), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.192329 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.193703 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e85234a-c65f-4561-b3fe-41daf6cc6678 HTTP/1.1" status: 204 len: 168 time: 0.1619618 Jun 16 16:13:42.202087 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f28490-3148-45fe-9cfb-a3bf27448e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e85234a-c65f-4561-b3fe-41daf6cc6678,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:42.263589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-4e5a2116-e1ba-474c-9782-0834e4a7f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.265086 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-4e5a2116-e1ba-474c-9782-0834e4a7f0cc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.2500668 Jun 16 16:13:42.275967 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88802b4c-202c-468a-a868-7d88f5a93f38 req-8bc07615-1778-4b5f-83ea-da673f33c9b8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.278074 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-88802b4c-202c-468a-a868-7d88f5a93f38 req-8bc07615-1778-4b5f-83ea-da673f33c9b8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.2145307 Jun 16 16:13:42.340163 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:42.342374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-42fdaca5-348a-4028-a8ea-2ff34ea5cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.344046 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-42fdaca5-348a-4028-a8ea-2ff34ea5cdd1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.1854289 Jun 16 16:13:42.362500 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6f8e1d0-c35d-4fb5-abce-cb8c17909a02 req-05c28ab7-c0b7-492e-bd7c-f4ab28f00106 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337022 Jun 16 16:13:42.409407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99c76564-4381-4076-817d-a811b4c02600 req-7e6bf647-f4c9-42ea-9f2e-48ab8b51208a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161732 Jun 16 16:13:42.410436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-9cc21107-d69f-483e-8dbb-412693a63c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.411907 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-9cc21107-d69f-483e-8dbb-412693a63c36 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292577 Jun 16 16:13:42.441985 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-88802b4c-202c-468a-a868-7d88f5a93f38 req-3c2f3384-aecf-41bb-97e0-c9de1164885d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489015 Jun 16 16:13:42.443174 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-dd19fc8c-5feb-46dd-b3c4-aa3335493f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.444608 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-dd19fc8c-5feb-46dd-b3c4-aa3335493f2a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887539 Jun 16 16:13:42.541106 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3188-4a67-4054-92b3-34a6088bbb58 req-c1a1f365-f09e-4fcd-908d-77a27bad7df4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.547057 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-131a3188-4a67-4054-92b3-34a6088bbb58 req-c1a1f365-f09e-4fcd-908d-77a27bad7df4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0598395 Jun 16 16:13:42.558279 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:42.621293 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d9b030b-da35-4887-ab6a-dd14ce3d2c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.647499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624e28e-0eca-4fd9-a36c-0448571132ce req-b5a2c175-48be-46e3-8c13-23864d9b7f35 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:42.650206 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8624e28e-0eca-4fd9-a36c-0448571132ce req-b5a2c175-48be-46e3-8c13-23864d9b7f35 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0747573 Jun 16 16:13:42.653376 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-131a3188-4a67-4054-92b3-34a6088bbb58 req-fa82dac6-a239-40fd-a0fd-eaaca9c5ea14 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019325 Jun 16 16:13:42.657902 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46484) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:42.665397 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'floatingip': {'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:42.751492 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:42.803463 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:43.003533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:43.130850 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46512) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:43.158622 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46516) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:43.186813 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b24d1-ce0c-42cb-a69f-06b35d03e473 req-bfd497ee-0eca-4491-928b-33a6bb9ab00d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:43.188346 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac5b24d1-ce0c-42cb-a69f-06b35d03e473 req-bfd497ee-0eca-4491-928b-33a6bb9ab00d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.2254391 Jun 16 16:13:43.192484 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-b059da50-27a1-43f5-9bb2-fdb9e96dd3c0 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524249 Jun 16 16:13:43.435514 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-598744458-network', 'tenant_id': 'f5e363bcf5ed47529b6464cf954a31ea'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:43.461312 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-566bf4cb-4121-4426-b578-ef2b3fa8ef57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.496546 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-4bdd1cb0-3ab3-4ee4-b6bf-b303845849e2 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722147 Jun 16 16:13:43.533249 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Made reservation on behalf of f5e363bcf5ed47529b6464cf954a31ea for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:43.535628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.560005 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.586780 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.589525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac5b24d1-ce0c-42cb-a69f-06b35d03e473 req-4b960744-d256-483a-9664-e53b9a3b060c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945737 Jun 16 16:13:43.645301 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de852-aebb-489d-989a-aa5b07c994b9 req-efc96bdc-1d99-4318-8100-ce9eb5eb88fa tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:43.646784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-180de852-aebb-489d-989a-aa5b07c994b9 req-efc96bdc-1d99-4318-8100-ce9eb5eb88fa tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1493754 Jun 16 16:13:43.771901 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.788991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.791996 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-566bf4cb-4121-4426-b578-ef2b3fa8ef57 admin admin] Publish callbacks [] for security_group (8686cea3-4bfc-4418-ae4e-66d426a2dfea), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.806446 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30d833cd-e38a-41d5-bb24-59e88b4401a9 req-cc5ffc9c-c0e4-4aa8-a350-7eb869b4d3e9 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630391 Jun 16 16:13:43.811220 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90df8151-3ff9-49b8-b048-20c09c311b04 req-6bf4c42e-d80b-4041-ac1a-d46e8bf9e5a0 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737315 Jun 16 16:13:43.814238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-180de852-aebb-489d-989a-aa5b07c994b9 req-76130b62-011b-4d7c-8d74-560dd215dfec tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370814 Jun 16 16:13:43.825107 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82839-26c8-43d4-b694-0409da3a964f req-56cdf00e-5ce0-4efa-813c-6a5266c3ebe2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:43.827190 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-94e82839-26c8-43d4-b694-0409da3a964f req-56cdf00e-5ce0-4efa-813c-6a5266c3ebe2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0963061 Jun 16 16:13:43.841236 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-566bf4cb-4121-4426-b578-ef2b3fa8ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8686cea3-4bfc-4418-ae4e-66d426a2dfea), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.884817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-94e82839-26c8-43d4-b694-0409da3a964f req-2e451916-fb23-4707-9333-96605b56d97e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Jun 16 16:13:43.926249 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks [] for security_group (aadd3c05-b27b-487b-88d7-2ec226f57498), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.949416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (aadd3c05-b27b-487b-88d7-2ec226f57498), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:43.958079 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-566bf4cb-4121-4426-b578-ef2b3fa8ef57 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a5052f5bd2947a3abbde0ab4b3d6967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7506316 Jun 16 16:13:43.961133 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46534) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:43.963633 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bf4cb-4121-4426-b578-ef2b3fa8ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8686cea3-4bfc-4418-ae4e-66d426a2dfea,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:43.983354 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:43.984190 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:44.003212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:44.004805 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Floating IP a0e635c5-44a4-4131-aa34-da4ea77ecf4a associated. External IP: 172.27.0.247, port: 45b1ab78-929d-4b1a-90a1-4777fb503a47. Jun 16 16:13:44.014224 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (35fa87e1-c67a-4f77-a78a-b68494cbace5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.014573 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Added segment 35fa87e1-c67a-4f77-a78a-b68494cbace5 of type vlan for network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a Jun 16 16:13:44.018909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] Publish callbacks [] for security_group (8686cea3-4bfc-4418-ae4e-66d426a2dfea), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.040909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] Publish callbacks [] for security_group (8686cea3-4bfc-4418-ae4e-66d426a2dfea), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.053571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd3c05-b27b-487b-88d7-2ec226f57498,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:44.056870 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:44.096090 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8686cea3-4bfc-4418-ae4e-66d426a2dfea), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.099121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.100453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8686cea3-4bfc-4418-ae4e-66d426a2dfea HTTP/1.1" status: 204 len: 168 time: 0.1382079 Jun 16 16:13:44.112077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d136ec-8db8-445d-b01e-6bc664caefa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8686cea3-4bfc-4418-ae4e-66d426a2dfea,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:44.116112 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.191974 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.192966 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:44.193556 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.408330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46546) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:44.423203 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b465a092-6fe5-4bda-928d-fc10144faac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.463069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:44.488729 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3557503 Jun 16 16:13:44.491901 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46552) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:44.497467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Request body: {'subnet': {'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-598744458-subnet', 'tenant_id': 'f5e363bcf5ed47529b6464cf954a31ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:44.497654 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45067f6-46d4-43c8-b9f4-9933b35aad0b admin admin] Pushing event updated for resources: {'Network': ['ID=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:44.508381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:44.527202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Made reservation on behalf of f5e363bcf5ed47529b6464cf954a31ea for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:44.529986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.580516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b465a092-6fe5-4bda-928d-fc10144faac7 admin admin] Publish callbacks [] for security_group (92c6aa7e-9ee4-409a-a312-f94d984e4a72), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.585599 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:13:44.621671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b465a092-6fe5-4bda-928d-fc10144faac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (92c6aa7e-9ee4-409a-a312-f94d984e4a72), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.723196 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:44.731669 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b465a092-6fe5-4bda-928d-fc10144faac7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7faa808d4f4484892dcecd178bf92be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185105 Jun 16 16:13:44.731669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465a092-6fe5-4bda-928d-fc10144faac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6aa7e-9ee4-409a-a312-f94d984e4a72,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:44.731846 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.734810 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46558) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:44.752307 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:44.763484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f10e-371e-4dee-bec1-6c46fad6adb5 req-105d696d-3577-403d-b8ad-92c993c59e4c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:44.765312 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ece4f10e-371e-4dee-bec1-6c46fad6adb5 req-105d696d-3577-403d-b8ad-92c993c59e4c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0861661 Jun 16 16:13:44.767588 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:44.769286 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:44.797501 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-82f03ebf-f40f-43c8-9fa0-f252ef6a0bb3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "PUT /v2.0/floatingips/a0e635c5-44a4-4131-aa34-da4ea77ecf4a HTTP/1.1" status: 200 len: 991 time: 2.1359465 Jun 16 16:13:44.799080 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:44.801484 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:44.834833 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] Publish callbacks [] for security_group (92c6aa7e-9ee4-409a-a312-f94d984e4a72), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.852501 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ece4f10e-371e-4dee-bec1-6c46fad6adb5 req-207b9496-efd2-4537-b3f2-fda1b7c973ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808158 Jun 16 16:13:44.864311 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219bd4ae-404c-44bd-8223-29ff33157ab7 x-openstack-request-id: req-219bd4ae-404c-44bd-8223-29ff33157ab7 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:44.864607 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:44.864860 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-219bd4ae-404c-44bd-8223-29ff33157ab7 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:44.865268 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219bd4ae-404c-44bd-8223-29ff33157ab7'] response: {'name': 'network-changed', 'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'status': 'completed', 'code': 200} Jun 16 16:13:44.891551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] Publish callbacks [] for security_group (92c6aa7e-9ee4-409a-a312-f94d984e4a72), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.901680 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:44.928154 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (2fed2d71-4203-42bc-bcd5-ed46048c547e), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.952587 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (92c6aa7e-9ee4-409a-a312-f94d984e4a72), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.955339 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:44.958917 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92c6aa7e-9ee4-409a-a312-f94d984e4a72 HTTP/1.1" status: 204 len: 168 time: 0.2193315 Jun 16 16:13:44.971788 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e73aeb-a519-43e7-b68c-d46aefba05d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6aa7e-9ee4-409a-a312-f94d984e4a72,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:45.072363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fed2d71-4203-42bc-bcd5-ed46048c547e,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:45.085694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cec486-0b93-44ab-b9d2-4bd1befbb62a req-7d4c9251-f830-43e8-b6c3-dc12c673ec25 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:45.088007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76cec486-0b93-44ab-b9d2-4bd1befbb62a req-7d4c9251-f830-43e8-b6c3-dc12c673ec25 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1538558 Jun 16 16:13:45.122344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Checking segment: {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:45.122710 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Network hostable DHCP agents. Network: 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:45.131054 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590f2d-f605-4694-9d0f-2c15cbd03e78 req-21a254a9-87af-40e7-82f4-129da435baa5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:45.133202 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d590f2d-f605-4694-9d0f-2c15cbd03e78 req-21a254a9-87af-40e7-82f4-129da435baa5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1403458 Jun 16 16:13:45.151649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.189061 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'a0e635c5-44a4-4131-aa34-da4ea77ecf4a', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31998833-f554-4e9e-8215-6694a9d01970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:43Z', 'updated_at': '2022-06-16T16:13:43Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:45.222586 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:45.227490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:45.232054 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:45.232661 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:45.236144 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76cec486-0b93-44ab-b9d2-4bd1befbb62a req-450f4af4-37c1-4647-bf95-3d8d7ce76675 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286132 Jun 16 16:13:45.242007 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:45.256579 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d590f2d-f605-4694-9d0f-2c15cbd03e78 req-30abbafb-5a9a-4264-8765-5c889f160933 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100540 Jun 16 16:13:45.258947 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:45.265575 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:45.266470 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.273921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fb3fe-8845-42ee-a0ea-607dadd34784 None None] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:45.290331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-67b1a32a-14e0-4810-ba90-d3593dc93d1b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7971120 Jun 16 16:13:45.337852 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:45.452406 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d3c72-dde1-4dbd-8877-de51b21fc0d0 None None] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:45.614928 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'a0e635c5-44a4-4131-aa34-da4ea77ecf4a', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31998833-f554-4e9e-8215-6694a9d01970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:43Z', 'updated_at': '2022-06-16T16:13:43Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:45.644651 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c35d-39a6-4548-8f13-1cc54a9ef6fd None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'a0e635c5-44a4-4131-aa34-da4ea77ecf4a', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31998833-f554-4e9e-8215-6694a9d01970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:43Z', 'updated_at': '2022-06-16T16:13:43Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:45.681228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:45.710307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:45.999995 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171afd63-7b74-4c1f-a381-98351e9daaed req-be7eaa32-c0e8-4402-a37e-b3f9d5aa7ba9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:46.010018 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-171afd63-7b74-4c1f-a381-98351e9daaed req-be7eaa32-c0e8-4402-a37e-b3f9d5aa7ba9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0735927 Jun 16 16:13:46.020109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:46.077057 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-171afd63-7b74-4c1f-a381-98351e9daaed req-3c833df8-f878-488c-b5aa-6d3f3795a706 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659580 Jun 16 16:13:46.409187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98609b-5fdc-4be4-9460-0171285539f0 req-b6cda0c5-b53d-483f-ae67-45ae62387f59 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:46.410810 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b98609b-5fdc-4be4-9460-0171285539f0 req-b6cda0c5-b53d-483f-ae67-45ae62387f59 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0894864 Jun 16 16:13:46.480428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799a12-c685-4a47-a587-19036d7cf519 req-7c7e93fc-6fea-4a9e-9e9d-ffba82f6c711 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:46.481997 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-75799a12-c685-4a47-a587-19036d7cf519 req-7c7e93fc-6fea-4a9e-9e9d-ffba82f6c711 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0808010 Jun 16 16:13:46.510999 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b98609b-5fdc-4be4-9460-0171285539f0 req-84358986-49d6-4bde-9a39-d0de5f2103e9 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895712 Jun 16 16:13:46.535597 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5fbd4-afdf-42e3-b3fe-1ab1d6a9b158 None None] New status for floating IP a0e635c5-44a4-4131-aa34-da4ea77ecf4a: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:13:46.539367 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46624) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:46.558397 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-75799a12-c685-4a47-a587-19036d7cf519 req-1d47a3e3-8496-4bfb-a5c8-8133851eacd0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676608 Jun 16 16:13:46.651949 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-117f6155-00ea-4a95-ba57-69ca05ff8032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.737502 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-117f6155-00ea-4a95-ba57-69ca05ff8032 admin admin] Publish callbacks [] for security_group (a327a608-ebb9-4fd0-90df-80a65e99c971), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.741891 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-117f6155-00ea-4a95-ba57-69ca05ff8032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a327a608-ebb9-4fd0-90df-80a65e99c971), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.767806 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:46.791207 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-117f6155-00ea-4a95-ba57-69ca05ff8032 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d91a5fc891c943828d22f6c60ed17bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477164 Jun 16 16:13:46.791207 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f6155-00ea-4a95-ba57-69ca05ff8032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a327a608-ebb9-4fd0-90df-80a65e99c971,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:46.792079 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46628) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:46.847372 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] Publish callbacks [] for security_group (a327a608-ebb9-4fd0-90df-80a65e99c971), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.873264 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] Publish callbacks [] for security_group (a327a608-ebb9-4fd0-90df-80a65e99c971), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.929985 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a327a608-ebb9-4fd0-90df-80a65e99c971), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.934063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:46.935327 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a327a608-ebb9-4fd0-90df-80a65e99c971 HTTP/1.1" status: 204 len: 168 time: 0.1422417 Jun 16 16:13:46.944884 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f6a9a-8e21-44d1-99ac-5b69dd7ce23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a327a608-ebb9-4fd0-90df-80a65e99c971,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:47.205810 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776134-aa5e-430c-8d47-e63e7bc131e8 req-40e19a77-c2a7-4805-a8b8-96fa722e1410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:47.207317 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45776134-aa5e-430c-8d47-e63e7bc131e8 req-40e19a77-c2a7-4805-a8b8-96fa722e1410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Jun 16 16:13:47.260420 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45776134-aa5e-430c-8d47-e63e7bc131e8 req-2e19d9f0-afbb-478e-8513-f86f765dfdb7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467238 Jun 16 16:13:47.618659 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46662) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:47.625682 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1296-bd78-4685-81f4-3c7f0f712625 req-140d08aa-e9f4-4704-9187-ddb0e25c17c2 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:47.627610 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-826a1296-bd78-4685-81f4-3c7f0f712625 req-140d08aa-e9f4-4704-9187-ddb0e25c17c2 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0522995 Jun 16 16:13:47.703460 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553fa70-908f-491f-b82f-40c6a928e327 req-23ca5ef4-f6f1-4ab1-9ccb-2e749b95c773 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:47.704932 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5553fa70-908f-491f-b82f-40c6a928e327 req-23ca5ef4-f6f1-4ab1-9ccb-2e749b95c773 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0731318 Jun 16 16:13:47.718191 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-545944068-network', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:47.732064 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-826a1296-bd78-4685-81f4-3c7f0f712625 req-77c812cc-9bbf-436b-a807-fc34ef194cd3 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982420 Jun 16 16:13:47.738719 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Made reservation on behalf of aed429e2356c4c7a83872d82c0540b66 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:47.741638 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.751288 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.765888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5553fa70-908f-491f-b82f-40c6a928e327 req-2d2853ea-90ff-404c-91b8-67df62b1456b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531423 Jun 16 16:13:47.773447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:47.831433 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks [] for security_group (45bbe61b-7bc4-4d39-9247-3db00a062198), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.835353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (45bbe61b-7bc4-4d39-9247-3db00a062198), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.864651 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:47.875252 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bbe61b-7bc4-4d39-9247-3db00a062198,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:47.880012 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (ecaf031e-33d9-4c46-872a-2872c49891e5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.880354 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Added segment ecaf031e-33d9-4c46-872a-2872c49891e5 of type vlan for network 96e86646-42a7-495e-a23f-a88efe673084 Jun 16 16:13:47.919476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (96e86646-42a7-495e-a23f-a88efe673084), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.943835 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (96e86646-42a7-495e-a23f-a88efe673084), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:47.944727 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:47.945331 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.003503 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3837266 Jun 16 16:13:48.008111 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46668) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:48.009101 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a58bf-1df8-4356-84f2-b95feb094ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=96e86646-42a7-495e-a23f-a88efe673084,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:48.013006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Request body: {'subnet': {'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-545944068-subnet', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:48.019037 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 96e86646-42a7-495e-a23f-a88efe673084 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:48.034295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Made reservation on behalf of aed429e2356c4c7a83872d82c0540b66 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:48.036639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.154579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:48.210050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (705bd4ec-a545-4e50-85b8-7876c659907f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.265977 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705bd4ec-a545-4e50-85b8-7876c659907f,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:48.274132 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:48.277707 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Checking segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:48.278093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Network hostable DHCP agents. Network: 96e86646-42a7-495e-a23f-a88efe673084, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:48.301521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Network 96e86646-42a7-495e-a23f-a88efe673084 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:48.311485 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 96e86646-42a7-495e-a23f-a88efe673084) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:48.315781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:48.316423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.323919 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ac642-73dd-464c-bb94-39c1d1d7f756 None None] Network 96e86646-42a7-495e-a23f-a88efe673084 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:48.336211 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7c917dab-9b0e-4296-84f2-31b8e1b892c1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3269887 Jun 16 16:13:48.339009 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46674) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:48.343536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:48.365615 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.367226 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.397917 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4cab-5aee-4e00-afb3-4b704e8070e3 req-d3f63552-f6b1-4d67-b40f-32ecc5622832 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:48.399524 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e57f4cab-5aee-4e00-afb3-4b704e8070e3 req-d3f63552-f6b1-4d67-b40f-32ecc5622832 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0607350 Jun 16 16:13:48.427226 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for router_controller (fa09e407-2879-42c7-8301-3936d7fc1a1a), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.448873 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-96e86646-42a7-495e-a23f-a88efe673084', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:13:48.450071 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.471830 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e57f4cab-5aee-4e00-afb3-4b704e8070e3 req-12b239c7-4b79-4e0f-a0cb-b5b73a4a0ff5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648596 Jun 16 16:13:48.519887 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:48.575912 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for router_gateway (fa09e407-2879-42c7-8301-3936d7fc1a1a), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.590995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Allocated IP 172.20.0.2 (96e86646-42a7-495e-a23f-a88efe673084/705bd4ec-a545-4e50-85b8-7876c659907f/ca9628e2-452f-46b0-b84e-8644b39f2a34) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:48.734811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks [] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.740303 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.785888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Network 96e86646-42a7-495e-a23f-a88efe673084 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:48.796247 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:48.797408 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for router_gateway (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.798596 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Pushing event updated for resources: {'Port': ['ID=ca9628e2-452f-46b0-b84e-8644b39f2a34,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:48.801556 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:48.819751 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.868956 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Attempting to bind port ca9628e2-452f-46b0-b84e-8644b39f2a34 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:48.869700 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Attempting to bind port ca9628e2-452f-46b0-b84e-8644b39f2a34 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:48.870743 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Attempting to bind port ca9628e2-452f-46b0-b84e-8644b39f2a34 on network 96e86646-42a7-495e-a23f-a88efe673084 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:48.877145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:48.877774 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Checking segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:48.878327 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.878974 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Bound using segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:48.879696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Bound port: ca9628e2-452f-46b0-b84e-8644b39f2a34, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:48.880235 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.927231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b1bda-4cae-45f7-8d19-946799187da4 req-517eb926-b05b-4592-a581-95ad0b95e17d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:48.934252 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-463b1bda-4cae-45f7-8d19-946799187da4 req-517eb926-b05b-4592-a581-95ad0b95e17d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0963366 Jun 16 16:13:48.952805 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Allocated IP 172.27.0.133 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/6c466877-5b34-4cb1-8686-6d6e835afc3e) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:48.953634 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] For port ca9628e2-452f-46b0-b84e-8644b39f2a34, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:48.958115 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] For port ca9628e2-452f-46b0-b84e-8644b39f2a34, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca9628e2-452f-46b0-b84e-8644b39f2a34,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:48.962256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517959a7-07f2-421f-bd77-ba926bc1a95a req-6f7b7390-4c0b-4349-b762-19d80a51987c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:48.964746 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:48.969831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-517959a7-07f2-421f-bd77-ba926bc1a95a req-6f7b7390-4c0b-4349-b762-19d80a51987c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0910540 Jun 16 16:13:48.986428 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:48.999532 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:49.030164 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051d69-6c5b-4961-a5d1-a721375a77b2 None None] Pushing event updated for resources: {'Port': ['ID=ca9628e2-452f-46b0-b84e-8644b39f2a34,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:49.034424 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-463b1bda-4cae-45f7-8d19-946799187da4 req-19e34724-e180-4675-8e2f-77a1fe533c46 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992596 Jun 16 16:13:49.055225 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-517959a7-07f2-421f-bd77-ba926bc1a95a req-0829cdd1-d444-4e7f-b532-7bb41eae91bd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844450 Jun 16 16:13:49.094847 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.131716 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.183044 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:49.186587 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Pushing event updated for resources: {'Port': ['ID=6c466877-5b34-4cb1-8686-6d6e835afc3e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:49.188926 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:49.190985 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:49.467206 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for router_gateway (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.591199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff23c-bcd7-4794-9421-6e990b30ab53 req-7e356df6-3fe4-4208-b130-f7023009743e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:49.592785 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1efff23c-bcd7-4794-9421-6e990b30ab53 req-7e356df6-3fe4-4208-b130-f7023009743e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0495944 Jun 16 16:13:49.645829 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1efff23c-bcd7-4794-9421-6e990b30ab53 req-3a7bd5a9-ebcf-476e-b282-fcbd09a2ce2e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Jun 16 16:13:49.659387 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.785182 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Router fa09e407-2879-42c7-8301-3936d7fc1a1a is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:13:49.893476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:49.900903 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:49.911533 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Sync routers for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:49.924993 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:49.925230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:49.925600 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:49.926672 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f13694dc-98a6-4017-9794-dd86f0cd849e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5864112 Jun 16 16:13:49.930904 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46692) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:49.962435 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.049161 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:50.161430 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ccf40-2303-4573-9939-fbf92ceb1e24 None None] Network 96e86646-42a7-495e-a23f-a88efe673084 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:50.220509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82052254-b462-464d-84d9-5bff4322d596 req-ea711230-a276-4e16-912e-93a5c2464742 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:50.222300 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82052254-b462-464d-84d9-5bff4322d596 req-ea711230-a276-4e16-912e-93a5c2464742 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0864148 Jun 16 16:13:50.227691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Provisioning complete for port ca9628e2-452f-46b0-b84e-8644b39f2a34 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:50.228377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.235995 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a017-9c5c-45c1-a369-6c57575ebc04 req-86ee88fe-17c5-4d6e-86dc-d8f641a3c275 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:50.237467 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6952a017-9c5c-45c1-a369-6c57575ebc04 req-86ee88fe-17c5-4d6e-86dc-d8f641a3c275 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1030431 Jun 16 16:13:50.255782 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:49Z', 'revision_number': 3, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:50.259373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.282529 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Checking router: fa09e407-2879-42c7-8301-3936d7fc1a1a for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:50.282799 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Updating router fa09e407-2879-42c7-8301-3936d7fc1a1a port 6c466877-5b34-4cb1-8686-6d6e835afc3e binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:13:50.319306 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.336084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.360170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Current status of the port ca9628e2-452f-46b0-b84e-8644b39f2a34 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:50.361251 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.418703 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] For port ca9628e2-452f-46b0-b84e-8644b39f2a34, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca9628e2-452f-46b0-b84e-8644b39f2a34,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:50.420412 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.427272 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.494001 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103fc0-7ec3-4c92-af1b-36a519672615 None None] Pushing event updated for resources: {'Port': ['ID=ca9628e2-452f-46b0-b84e-8644b39f2a34,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:50.568340 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca9628e2-452f-46b0-b84e-8644b39f2a34 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:50.624162 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.642211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ca9628e2-452f-46b0-b84e-8644b39f2a34 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:50.643968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.675816 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6952a017-9c5c-45c1-a369-6c57575ebc04 req-a2538072-624e-4f96-93ba-8e0cd7e20b5f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276805 Jun 16 16:13:50.698404 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82052254-b462-464d-84d9-5bff4322d596 req-5099be46-d011-45b4-bb34-fda3dd8f5bf7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583197 Jun 16 16:13:50.756551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:50.768324 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-9f512ff3-d2ed-4d7b-9074-5671432f07eb None None] Provisioning complete for port ca9628e2-452f-46b0-b84e-8644b39f2a34 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:50.768704 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f512ff3-d2ed-4d7b-9074-5671432f07eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.795162 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ca9628e2-452f-46b0-b84e-8644b39f2a34 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:50.816962 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks [] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.823413 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.833982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091376-34c5-4855-ac93-c67808de5959 req-f0c09f92-abe6-4e21-a552-f210cc5a42d9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:50.835480 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4091376-34c5-4855-ac93-c67808de5959 req-f0c09f92-abe6-4e21-a552-f210cc5a42d9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0823402 Jun 16 16:13:50.852926 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9f512ff3-d2ed-4d7b-9074-5671432f07eb None None] Current status of the port ca9628e2-452f-46b0-b84e-8644b39f2a34 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:50.896728 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Attempting to bind port 6c466877-5b34-4cb1-8686-6d6e835afc3e on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:50.897094 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Attempting to bind port 6c466877-5b34-4cb1-8686-6d6e835afc3e by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:50.897455 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Attempting to bind port 6c466877-5b34-4cb1-8686-6d6e835afc3e on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:50.905307 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Pushing event updated for resources: {'Port': ['ID=6c466877-5b34-4cb1-8686-6d6e835afc3e,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:50.908466 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:50.908836 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:50.909228 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.909612 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:50.910113 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Bound port: 6c466877-5b34-4cb1-8686-6d6e835afc3e, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:50.910490 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.917333 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.917976 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.918098 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.918518 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.918857 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.919185 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.919512 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.919837 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.920159 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.920478 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.920798 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.921144 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.921469 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.921809 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.922294 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:50.929532 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4091376-34c5-4855-ac93-c67808de5959 req-9ad9562a-d0d7-43b8-a081-59452968176b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812409 Jun 16 16:13:50.931392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:50.978035 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] For port 6c466877-5b34-4cb1-8686-6d6e835afc3e, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:50.982441 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] For port 6c466877-5b34-4cb1-8686-6d6e835afc3e, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6c466877-5b34-4cb1-8686-6d6e835afc3e,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:50.989214 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.038657 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:51.039292 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:51.075648 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:51.090888 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Allocated IP 172.20.0.1 (96e86646-42a7-495e-a23f-a88efe673084/705bd4ec-a545-4e50-85b8-7876c659907f/59a5e917-6d80-4b1b-ae1e-da055e2130b2) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:51.098115 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47809e-add2-434d-9826-e473b8d154ef None None] Pushing event updated for resources: {'Port': ['ID=6c466877-5b34-4cb1-8686-6d6e835afc3e,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:51.167626 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:51.195020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks [] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.228470 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.266509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Network 96e86646-42a7-495e-a23f-a88efe673084 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:51.273562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:51.277848 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:51.281245 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:51.323821 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.337675 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:49Z', 'revision_number': 3, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:51.368003 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5931e1-6ed1-42d5-ac47-701adedd7841 None None] The sync data for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi is: [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:49Z', 'revision_number': 3, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:51.466700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.501522 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:51.519278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:51.576010 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-5c66109a-e5fe-436d-b490-9f841e326733 None None] Provisioning complete for port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:51.576497 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c66109a-e5fe-436d-b490-9f841e326733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.611002 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5c66109a-e5fe-436d-b490-9f841e326733 None None] Port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:51.667557 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks [] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.673351 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.747457 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:51.752899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:51.864125 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147960b-aff1-47fa-9813-77e5d94a836a req-3947d8d1-0f20-4932-94db-63e45b3fe58b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:51.865610 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7147960b-aff1-47fa-9813-77e5d94a836a req-3947d8d1-0f20-4932-94db-63e45b3fe58b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1094894 Jun 16 16:13:51.901747 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b0c6-16d7-45fc-b5af-4e06525397f3 req-b291f38a-8b76-4615-b85a-d3d84a76c0d3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:51.903385 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a386b0c6-16d7-45fc-b5af-4e06525397f3 req-b291f38a-8b76-4615-b85a-d3d84a76c0d3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1041722 Jun 16 16:13:52.011912 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7147960b-aff1-47fa-9813-77e5d94a836a req-f4ad7bff-be19-467b-8cea-454a644cc836 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193144 Jun 16 16:13:52.019626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Network 96e86646-42a7-495e-a23f-a88efe673084 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:52.021280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:52.026522 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a386b0c6-16d7-45fc-b5af-4e06525397f3 req-53c4425b-9f8a-4c76-b1ac-30a218b3ad50 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137176 Jun 16 16:13:52.179022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e0d2e-86ee-4ac4-bc38-27f705fb2e83 req-12416409-3fb5-4740-b265-af8dc11c33db tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:52.180209 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc1e0d2e-86ee-4ac4-bc38-27f705fb2e83 req-12416409-3fb5-4740-b265-af8dc11c33db tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 944 time: 0.0719681 Jun 16 16:13:52.191275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Router fa09e407-2879-42c7-8301-3936d7fc1a1a has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:13:52.283388 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc1e0d2e-86ee-4ac4-bc38-27f705fb2e83 req-dd41e612-87ed-4c91-9b2f-874afd8ed8ef tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970252 Jun 16 16:13:52.340791 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:52.347150 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-02ef4ec3-8375-48b8-9e46-5e3d084e9ab4 admin admin] 10.222.0.88 "PUT /v2.0/routers/fa09e407-2879-42c7-8301-3936d7fc1a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149351 Jun 16 16:13:52.383397 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-d982b3b6-144f-43d2-8545-59be1a77d0e1 None None] Provisioning complete for port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:52.383804 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d982b3b6-144f-43d2-8545-59be1a77d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.422751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d982b3b6-144f-43d2-8545-59be1a77d0e1 None None] Port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:52.515807 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6c466877-5b34-4cb1-8686-6d6e835afc3e up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:52.567027 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 6c466877-5b34-4cb1-8686-6d6e835afc3e triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:52.567416 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.607243 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7a7bf458-a30a-41d7-a812-b5387bf22d99 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:13:52.685054 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 6c466877-5b34-4cb1-8686-6d6e835afc3e is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:52.685442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.745511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 6c466877-5b34-4cb1-8686-6d6e835afc3e, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6c466877-5b34-4cb1-8686-6d6e835afc3e,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:52.754845 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.755672 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca9628e2-452f-46b0-b84e-8644b39f2a34 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:52.835230 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:52.847565 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:52.858008 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:52.872662 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:13:52.882501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=6c466877-5b34-4cb1-8686-6d6e835afc3e,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:52.931171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46738) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:52.937392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-989143255-network', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:52.942029 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:52.960014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Made reservation on behalf of 628ab5a8f33e40048cfc723209f0280e for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:52.962696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:52.972508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.031355 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:53.037085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port ca9628e2-452f-46b0-b84e-8644b39f2a34 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:53.037596 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.071276 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7a7bf458-a30a-41d7-a812-b5387bf22d99 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:53.071276 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.079603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks [] for security_group (7f6014b6-1385-4119-ba32-7df8206e35d3), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.084730 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (7f6014b6-1385-4119-ba32-7df8206e35d3), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.096906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7bf458-a30a-41d7-a812-b5387bf22d99 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:13:53.112692 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1193} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:13:53.125922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6014b6-1385-4119-ba32-7df8206e35d3,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.138558 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:53.157569 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (83191ff0-10af-463a-9dbe-68feda3822d7), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.158122 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Added segment 83191ff0-10af-463a-9dbe-68feda3822d7 of type vlan for network 9e799382-74de-4fd7-b769-08c87420bc98 Jun 16 16:13:53.164720 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.198716 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Sync routers for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:53.233271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port ca9628e2-452f-46b0-b84e-8644b39f2a34 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:53.244095 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:53.245367 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:53.282324 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.284500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (9e799382-74de-4fd7-b769-08c87420bc98), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.303304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd5660-786c-4736-b942-219553ab1f90 req-9960aef0-9c82-4ac2-a16f-25e73318cb35 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.304927 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-60cd5660-786c-4736-b942-219553ab1f90 req-9960aef0-9c82-4ac2-a16f-25e73318cb35 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1335230 Jun 16 16:13:53.320977 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717397b-5278-44ed-a834-6eef9827996c req-f62d126d-9cda-4978-bd7d-5c3fd4cd5fc8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.329468 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a717397b-5278-44ed-a834-6eef9827996c req-f62d126d-9cda-4978-bd7d-5c3fd4cd5fc8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1209559 Jun 16 16:13:53.365934 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:53.393586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (9e799382-74de-4fd7-b769-08c87420bc98), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.394594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.395406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.449651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-60cd5660-786c-4736-b942-219553ab1f90 req-e7a7bbd1-21a2-493f-b5dd-0c13833eedcb tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361625 Jun 16 16:13:53.472992 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5395451 Jun 16 16:13:53.488223 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46764) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:53.499546 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Request body: {'subnet': {'network_id': '9e799382-74de-4fd7-b769-08c87420bc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-989143255-subnet', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:53.514438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a717397b-5278-44ed-a834-6eef9827996c req-7290f14c-0973-4376-9dc9-5bfaf9205f4d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836030 Jun 16 16:13:53.520955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebf93c-bb65-4ba6-b948-50d29f05772b admin admin] Pushing event updated for resources: {'Network': ['ID=9e799382-74de-4fd7-b769-08c87420bc98,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.533240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:53.545984 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Made reservation on behalf of 628ab5a8f33e40048cfc723209f0280e for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:53.548404 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199992'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.551103 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 9e799382-74de-4fd7-b769-08c87420bc98 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:13:53.600178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0830e3-d197-49c3-bdac-f70e0380dc73 req-8ba280bb-8ea2-4f11-87f0-3af9081f270a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.601853 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2b0830e3-d197-49c3-bdac-f70e0380dc73 req-8ba280bb-8ea2-4f11-87f0-3af9081f270a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Jun 16 16:13:53.663043 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2b0830e3-d197-49c3-bdac-f70e0380dc73 req-7ecd3b17-59ac-41ac-b953-4a86c83b299a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523167 Jun 16 16:13:53.698796 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 2, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:53.725197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Checking router: fa09e407-2879-42c7-8301-3936d7fc1a1a for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:53.725605 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Updating router fa09e407-2879-42c7-8301-3936d7fc1a1a port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:13:53.756032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.804758 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26435140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199946'] for subnet (0a53d344-3293-4025-b272-a7d672108512), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.879431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a53d344-3293-4025-b272-a7d672108512,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:53.888781 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Checking segment: {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:53.889342 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Network hostable DHCP agents. Network: 9e799382-74de-4fd7-b769-08c87420bc98, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:13:53.909552 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Network 9e799382-74de-4fd7-b769-08c87420bc98 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:13:53.922022 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 9e799382-74de-4fd7-b769-08c87420bc98) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:53.935051 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.935930 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.954756 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dfbdcdf9-f949-4edd-b202-805999fbb6f0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4648974 Jun 16 16:13:53.956753 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46784) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:53.960660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82080234-7144-494e-85a2-8964ff8f7e92 None None] Network 9e799382-74de-4fd7-b769-08c87420bc98 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:53.961835 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:53.967957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:53.976612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-b80c3a7a-c4f6-4d0f-8ccf-2046645d0a09 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:53.984394 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-b80c3a7a-c4f6-4d0f-8ccf-2046645d0a09 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/networks?id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 200 len: 813 time: 0.1353855 Jun 16 16:13:53.990096 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:53.992568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.001640 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-ed339753-f702-4bc0-a5bc-86a027ed27d9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/quotas/f5e363bcf5ed47529b6464cf954a31ea HTTP/1.1" status: 200 len: 375 time: 0.0161355 Jun 16 16:13:54.034298 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-504bc762-9c93-4139-b7b1-c49b0ddada90 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317302 Jun 16 16:13:54.053278 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for router_controller (21a30eed-9736-420c-bd23-959afe5f8d2c), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.065943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:54.134080 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-9e799382-74de-4fd7-b769-08c87420bc98', 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98', 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'fixed_ips': [{'subnet_id': '0a53d344-3293-4025-b272-a7d672108512'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:13:54.135968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.144796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-a2925ea8-df54-4f89-a0f3-8dcb75175567 service neutron] 10.222.0.88 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006014 Jun 16 16:13:54.172193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks [] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.230194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.249045 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-c8a0dda8-de12-49f6-8284-3638e72e64ab service neutron] 10.222.0.88 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032457 Jun 16 16:13:54.285614 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['7a7bf458-a30a-41d7-a812-b5387bf22d99'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:13:54.446465 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c934-4dbf-419f-be4a-ad3b8f8e84b3 None None] Pushing event updated for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:54.472946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for router_gateway (21a30eed-9736-420c-bd23-959afe5f8d2c), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.535538 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Allocated IP 172.20.0.2 (9e799382-74de-4fd7-b769-08c87420bc98/0a53d344-3293-4025-b272-a7d672108512/a79e2d5b-f030-47b4-8599-842d0b4a5cb0) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:54.572317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6c466877-5b34-4cb1-8686-6d6e835afc3e up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:54.644664 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Attempting to bind port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:54.645169 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Attempting to bind port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:54.645597 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Attempting to bind port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 on network 96e86646-42a7-495e-a23f-a88efe673084 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:54.700185 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:54.706994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed52bc-e64f-42d7-aa19-42736201a07c req-d2dec8e8-040e-4b01-ab7f-cfddf720c8f1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:54.708824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a1ed52bc-e64f-42d7-aa19-42736201a07c req-d2dec8e8-040e-4b01-ab7f-cfddf720c8f1 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0875993 Jun 16 16:13:54.725899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:54.731497 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:54.732085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Checking segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:54.732266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.732657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Bound using segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:54.733139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Bound port: 59a5e917-6d80-4b1b-ae1e-da055e2130b2, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:54.733533 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.829208 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for router_gateway (21a30eed-9736-420c-bd23-959afe5f8d2c), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.850356 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031cd0c-5459-4086-8db4-76a930d9a65d req-7d50a329-640e-4ca4-bc74-7bc52c98692e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:54.851953 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b031cd0c-5459-4086-8db4-76a930d9a65d req-7d50a329-640e-4ca4-bc74-7bc52c98692e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1417854 Jun 16 16:13:54.873898 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-0105357e-3bdd-4d7b-b5f2-b6345e2541d5 None None] Provisioning complete for port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:54.874290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0105357e-3bdd-4d7b-b5f2-b6345e2541d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.882570 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.892118 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a1ed52bc-e64f-42d7-aa19-42736201a07c req-7971d862-ec3b-499e-a83e-a2dbe4cbda39 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622441 Jun 16 16:13:54.945927 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 6c466877-5b34-4cb1-8686-6d6e835afc3e triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:54.946306 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:54.952509 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b031cd0c-5459-4086-8db4-76a930d9a65d req-001239c8-bff8-458a-b8af-bd6815f1026e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929477 Jun 16 16:13:55.030253 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3985bb32-56b0-4be4-a17c-a04ff97a5034 req-49318e96-10d8-4d02-aa9f-2433379ac4eb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 210 time: 0.0566587 Jun 16 16:13:55.130586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66199e-b5f6-4940-9644-699fa1e7c23e req-d820adad-633a-4d4d-baf9-2f378bed6070 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.141827 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa66199e-b5f6-4940-9644-699fa1e7c23e req-d820adad-633a-4d4d-baf9-2f378bed6070 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 945 time: 0.0687637 Jun 16 16:13:55.175843 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:55.219821 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Allocated IP 172.27.0.11 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/684ef266-09d2-4678-9aaf-c456e089b2b1) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:55.256497 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa66199e-b5f6-4940-9644-699fa1e7c23e req-e1ebc6b8-1b99-4169-b3fe-e31b230b7355 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099389 Jun 16 16:13:55.261495 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:55.277178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-4dcc53e2-c02d-4af5-b437-4b58d5ad9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.279685 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-4dcc53e2-c02d-4af5-b437-4b58d5ad9a5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1129 time: 0.1051643 Jun 16 16:13:55.289184 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:55.319752 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0105357e-3bdd-4d7b-b5f2-b6345e2541d5 None None] Port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:55.332674 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:55.357309 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] For port 59a5e917-6d80-4b1b-ae1e-da055e2130b2, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:55.363355 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] For port 59a5e917-6d80-4b1b-ae1e-da055e2130b2, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=59a5e917-6d80-4b1b-ae1e-da055e2130b2,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:55.404640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.437812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-25ec97a3-ecc2-47d0-b775-8ba6f9580c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.441502 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-25ec97a3-ecc2-47d0-b775-8ba6f9580c58 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.1498139 Jun 16 16:13:55.491587 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks [] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.523803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c934-4dbf-419f-be4a-ad3b8f8e84b3 None None] Pushing event updated for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:55.560346 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.586302 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-b9ef355b-cf9e-4641-9201-fc77dd460ef6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 1001 time: 0.1171474 Jun 16 16:13:55.618043 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.685840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-47d1a46e-811b-4223-821d-6ed688706d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.687343 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-47d1a46e-811b-4223-821d-6ed688706d9b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0896065 Jun 16 16:13:55.691601 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 6c466877-5b34-4cb1-8686-6d6e835afc3e is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:55.697334 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.708408 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Network 9e799382-74de-4fd7-b769-08c87420bc98 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:55.716393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:55.718528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:55.719169 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:55.721246 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:55.728173 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Pushing event updated for resources: {'Port': ['ID=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:55.749746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:55.757372 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:55.759352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-1b903c13-e013-4d9e-8904-9220d348243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:55.760931 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-1b903c13-e013-4d9e-8904-9220d348243d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659921 Jun 16 16:13:55.764042 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:55.872855 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Pushing event updated for resources: {'Port': ['ID=684ef266-09d2-4678-9aaf-c456e089b2b1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:55.903084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Provisioning complete for port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:55.903651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:55.922343 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-7b31ce49-4de0-4830-b8ac-475a939710fa service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391690 Jun 16 16:13:55.953762 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:55.987653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Attempting to bind port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:55.988120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Attempting to bind port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:55.988392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Attempting to bind port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 on network 9e799382-74de-4fd7-b769-08c87420bc98 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:56.034361 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:56.034762 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Checking segment: {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:56.035139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.035534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Bound using segment: {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:56.036026 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Bound port: a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:56.036406 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.081378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for router_gateway (21a30eed-9736-420c-bd23-959afe5f8d2c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.188396 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Current status of the port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:56.188808 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.228062 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] For port a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:56.255656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] For port a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:56.287877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] For port 59a5e917-6d80-4b1b-ae1e-da055e2130b2, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=59a5e917-6d80-4b1b-ae1e-da055e2130b2,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:56.291464 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:56.293271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.299126 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:56.305134 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.307082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.318198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99b62-8401-4cd6-acbb-9684848687b3 req-f53d7235-5b88-45ae-b68e-054941e2362d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:56.319707 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-70e99b62-8401-4cd6-acbb-9684848687b3 req-f53d7235-5b88-45ae-b68e-054941e2362d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.2887943 Jun 16 16:13:56.361560 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b2e2ae3d-1579-4a1d-8294-633a8de217df req-60ef0572-f96a-488b-bf16-40fe2dca9f4a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 210 time: 0.0623939 Jun 16 16:13:56.389116 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:56.457433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67033d5-01d6-4f2d-8bab-60a0bae85c9a None None] The sync data for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi is: [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:56.465481 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642602ec-4a2f-40ed-9896-5ffc5f5ea86a None None] Pushing event updated for resources: {'Port': ['ID=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:56.587834 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872fd0-5376-48c2-9f22-a473ba4fcad5 None None] Pushing event updated for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:56.658187 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Router 21a30eed-9736-420c-bd23-959afe5f8d2c is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:13:56.684982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:56.712520 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7a7bf458-a30a-41d7-a812-b5387bf22d99 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:56.729219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-70e99b62-8401-4cd6-acbb-9684848687b3 req-d26fe100-1844-4a33-afae-118e8a26ffa6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746605 Jun 16 16:13:56.857757 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 7a7bf458-a30a-41d7-a812-b5387bf22d99 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:13:56.865333 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 7a7bf458-a30a-41d7-a812-b5387bf22d99 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:56.866180 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.902641 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:56.919139 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec4f3-22ba-4ecf-a04f-50236a7ec7e1 req-776be865-c84c-457d-989b-a06a207a7623 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:56.921438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7d7ec4f3-22ba-4ecf-a04f-50236a7ec7e1 req-776be865-c84c-457d-989b-a06a207a7623 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 945 time: 0.3390968 Jun 16 16:13:56.926198 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:56.933813 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:13:56.948385 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Sync routers for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:56.976361 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:56.980779 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b5922c7f-be7e-4a99-86b3-32bf0daac57a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0198772 Jun 16 16:13:56.981015 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46862) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:56.983659 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:56.983808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-38e9106d-99b8-45d4-a219-67ca81ed4969 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:56.986389 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:56.989773 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-38e9106d-99b8-45d4-a219-67ca81ed4969 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "GET /v2.0/networks?id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 200 len: 813 time: 0.2566178 Jun 16 16:13:57.001418 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-214d8764-cf28-495a-a5b6-ddc9c9a3f5d3 req-8e7edff2-ed94-4d98-b9b1-30bb7ab0a8f5 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958087 Jun 16 16:13:57.053710 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7a7bf458-a30a-41d7-a812-b5387bf22d99 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:57.061185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:57.066441 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7d7ec4f3-22ba-4ecf-a04f-50236a7ec7e1 req-34329ca5-b15a-405c-ac65-33fd20caf8c0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320899 Jun 16 16:13:57.081102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Request body: {'port': {'device_id': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a', 'admin_state_up': True, 'tenant_id': 'f5e363bcf5ed47529b6464cf954a31ea'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:57.138083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:13:57.140436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f8693-9993-4264-9a90-9b98faf91f1a" -d '{"events": [{"server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "name": "network-vif-plugged", "status": "completed", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:13:57.194861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:57.211282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:57.259066 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:57.266608 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3113df3-4c47-42bf-a832-3e73e803b7f6 x-openstack-request-id: req-f3113df3-4c47-42bf-a832-3e73e803b7f6 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:13:57.267385 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:57.267900 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "name": "network-vif-plugged", "status": "completed", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:13:57.268167 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3113df3-4c47-42bf-a832-3e73e803b7f6 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:13:57.268586 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3113df3-4c47-42bf-a832-3e73e803b7f6'] response: {'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'code': 200} Jun 16 16:13:57.310600 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Made reservation on behalf of f5e363bcf5ed47529b6464cf954a31ea for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:13:57.315182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:57.335861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:57.562482 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:57.601281 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 3, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:57.654526 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4871e06e-dfa5-4892-90f6-3c818d4a129c req-164bc697-b722-42a0-9345-bd8cacdf1299 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 210 time: 0.1099062 Jun 16 16:13:57.677353 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Checking router: 21a30eed-9736-420c-bd23-959afe5f8d2c for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:57.678542 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Updating router 21a30eed-9736-420c-bd23-959afe5f8d2c port 684ef266-09d2-4678-9aaf-c456e089b2b1 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:13:57.691100 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Allocated IP 172.20.0.8 (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a/2fed2d71-4203-42bc-bcd5-ed46048c547e/3f5a0aae-f27d-4b24-94b2-031c768b687b) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:57.788955 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:57.807219 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46886) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:57.859229 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.008239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221744ec-47ae-4c78-a443-8b94b9ac4fc8 req-941c3b46-9dce-4b21-9066-e9c3cb8d5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:58.010955 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-221744ec-47ae-4c78-a443-8b94b9ac4fc8 req-941c3b46-9dce-4b21-9066-e9c3cb8d5e7e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 1130 time: 0.2562578 Jun 16 16:13:58.081446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4198e-bf98-436b-98a5-c4dafaeae7d9 req-983bfac1-6b70-42da-b1df-ecc2c7bf8bda tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:58.093480 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3e4198e-bf98-436b-98a5-c4dafaeae7d9 req-983bfac1-6b70-42da-b1df-ecc2c7bf8bda tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1693852 Jun 16 16:13:58.210928 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-221744ec-47ae-4c78-a443-8b94b9ac4fc8 req-9c3ec25c-6026-44e8-be05-cd48a2a551a3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466727 Jun 16 16:13:58.222960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbea-941a-4b94-b53d-7a9b146b0b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.292849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks [] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.304766 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Allocated IP 172.20.0.1 (9e799382-74de-4fd7-b769-08c87420bc98/0a53d344-3293-4025-b272-a7d672108512/55f5dfac-8fbd-43f5-b8ce-49745e7acb43) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:13:58.312935 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3e4198e-bf98-436b-98a5-c4dafaeae7d9 req-3b405e45-3029-402c-b06e-1d5588ab5d61 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179608 Jun 16 16:13:58.355196 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba5a7e-66fd-4a86-8d03-53f54e0a2ac5 None None] Network 9e799382-74de-4fd7-b769-08c87420bc98 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:13:58.440302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:58.543142 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks [] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.571367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b93937-2a58-4489-8665-34b47cabeadc req-077d0c73-5315-47c2-8595-2eb3b9de4709 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:58.573149 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks [] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.580783 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5b93937-2a58-4489-8665-34b47cabeadc req-077d0c73-5315-47c2-8595-2eb3b9de4709 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.1180778 Jun 16 16:13:58.589627 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.624249 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.626967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:58.640337 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.724525 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Attempting to bind port 684ef266-09d2-4678-9aaf-c456e089b2b1 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:13:58.724898 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Attempting to bind port 684ef266-09d2-4678-9aaf-c456e089b2b1 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:13:58.725332 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Attempting to bind port 684ef266-09d2-4678-9aaf-c456e089b2b1 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:13:58.739822 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Network 9e799382-74de-4fd7-b769-08c87420bc98 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:58.742132 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f82804-01b7-4134-a262-6dc804f041b2 None None] Pushing event updated for resources: {'Port': ['ID=684ef266-09d2-4678-9aaf-c456e089b2b1,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:58.746913 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:13:58.747289 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:13:58.747699 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.748089 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:13:58.748573 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Bound port: 684ef266-09d2-4678-9aaf-c456e089b2b1, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:13:58.749291 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.764591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a79e2d5b-f030-47b4-8599-842d0b4a5cb0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:13:58.766018 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:58.770832 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:58.818450 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbea-941a-4b94-b53d-7a9b146b0b17 admin admin] Publish callbacks [] for security_group (a79bdfee-0e9d-4016-8eb4-c41049854b28), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.831263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Provisioning complete for port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:58.832961 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.839734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:58.851649 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Pushing event updated for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:58.854583 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] For port 684ef266-09d2-4678-9aaf-c456e089b2b1, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:13:58.860483 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] For port 684ef266-09d2-4678-9aaf-c456e089b2b1, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=684ef266-09d2-4678-9aaf-c456e089b2b1,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:13:58.871636 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.871768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:58.875415 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:13:58.879739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-af0fcbea-941a-4b94-b53d-7a9b146b0b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a79bdfee-0e9d-4016-8eb4-c41049854b28), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.901315 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:58.924914 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (21a30eed-9736-420c-bd23-959afe5f8d2c), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:58.974626 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:58.998630 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f82804-01b7-4134-a262-6dc804f041b2 None None] Pushing event updated for resources: {'Port': ['ID=684ef266-09d2-4678-9aaf-c456e089b2b1,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.012451 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:13:59.013182 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:59.022613 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5b93937-2a58-4489-8665-34b47cabeadc req-7ac5bbe3-98fb-4973-ae8e-2ea5b3051092 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384036 Jun 16 16:13:59.081668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Pushing event updated for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.082216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:59.106033 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Current status of the port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:59.106890 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.146663 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46920) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:13:59.148858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:59.152817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-af0fcbea-941a-4b94-b53d-7a9b146b0b17 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=afb4aa091d4c4f9aa666b72519cc9565&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3246210 Jun 16 16:13:59.167364 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:59.167722 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.228471 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] For port a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:13:59.249680 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:13:59.254886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.263486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fcbea-941a-4b94-b53d-7a9b146b0b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bdfee-0e9d-4016-8eb4-c41049854b28,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.273008 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d983cd-3d94-4b8d-8aef-932a6d285e2c req-44c0c044-bf9f-497a-bdcc-da13c8171f73 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:59.274624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-51d983cd-3d94-4b8d-8aef-932a6d285e2c req-44c0c044-bf9f-497a-bdcc-da13c8171f73 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 931 time: 0.1103573 Jun 16 16:13:59.284136 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:59.284920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.338239 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd77aa7-7c53-4e89-b96a-ee8fc8752e7d None None] Pushing event updated for resources: {'Port': ['ID=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.359647 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:59.360248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.378717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-51d983cd-3d94-4b8d-8aef-932a6d285e2c req-ed64f992-a209-424e-9f9c-f975b3a2e27e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Jun 16 16:13:59.384606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Provisioning complete for port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:59.385669 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.393905 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] Publish callbacks [] for security_group (a79bdfee-0e9d-4016-8eb4-c41049854b28), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.409574 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-0dcf6902-657b-48b0-897a-1f83d7309241 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3411741 Jun 16 16:13:59.430941 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.449916 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] Publish callbacks [] for security_group (a79bdfee-0e9d-4016-8eb4-c41049854b28), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.500365 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4788523-79af-48b2-a4b8-a99e099abea1 req-a67391ab-d81c-4488-9c1c-38355f0c3f06 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:13:59.502315 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4788523-79af-48b2-a4b8-a99e099abea1 req-a67391ab-d81c-4488-9c1c-38355f0c3f06 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0576875 Jun 16 16:13:59.518102 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:13:59.518529 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:13:59.574227 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Request body: {'port': {'device_id': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:13:59.575177 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Current status of the port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:13:59.579027 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:59.585323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:59.585953 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.622746 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:13:59.639120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf6df-bc4b-4e97-bc79-350f3e9f1187 None None] Port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:59.654790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a79bdfee-0e9d-4016-8eb4-c41049854b28), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.658503 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.659283 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4788523-79af-48b2-a4b8-a99e099abea1 req-6556fc68-191a-48bd-9a20-c8a26454dd60 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512234 Jun 16 16:13:59.660461 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 3, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:59.665635 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a79bdfee-0e9d-4016-8eb4-c41049854b28 HTTP/1.1" status: 204 len: 168 time: 0.5104368 Jun 16 16:13:59.685783 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8745c82-bd54-41d1-84d5-abd921e45581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bdfee-0e9d-4016-8eb4-c41049854b28,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.709676 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549303d2-78b2-49ae-a507-8212ed8469f2 None None] The sync data for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi is: [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:55Z', 'revision_number': 3, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:59.730571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks [] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.739966 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.754760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.790785 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-cf151dc9-87fa-4857-83e7-b54fbb66a0d8 None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:13:59.791290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf151dc9-87fa-4857-83e7-b54fbb66a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.822025 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (21a30eed-9736-420c-bd23-959afe5f8d2c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:13:59.824036 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Pushing event updated for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:59.841254 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cf151dc9-87fa-4857-83e7-b54fbb66a0d8 None None] Port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:13:59.958706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Network 9e799382-74de-4fd7-b769-08c87420bc98 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:13:59.960383 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:13:59.996543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:00.069390 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:00.070092 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 59a5e917-6d80-4b1b-ae1e-da055e2130b2 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:00.154581 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:00.155106 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.187777 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Router 21a30eed-9736-420c-bd23-959afe5f8d2c has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:14:00.192429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:00.291370 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:00.308914 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46938) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:00.373857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5a0aae-f27d-4b24-94b2-031c768b687b {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:14:00.397484 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:00.475156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks [] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.531261 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeab1b-2b36-425b-857b-d1cf793e837d req-1c3ad0ae-6bf1-46f0-aefd-98d8efb5a19d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:00.538222 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9fbeab1b-2b36-425b-857b-d1cf793e837d req-1c3ad0ae-6bf1-46f0-aefd-98d8efb5a19d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.2455151 Jun 16 16:14:00.586526 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b2866d1b-a1d6-44f6-a6c3-9080d364e12c None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:00.586901 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2866d1b-a1d6-44f6-a6c3-9080d364e12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.600029 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Transition to ACTIVE for port object 3f5a0aae-f27d-4b24-94b2-031c768b687b will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:14:00.608183 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611291a-3ebf-4566-a7a9-473ea531dc8c req-f4ae7dbd-7c8f-4fbd-a753-9984349e36b2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:00.609895 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a611291a-3ebf-4566-a7a9-473ea531dc8c req-f4ae7dbd-7c8f-4fbd-a753-9984349e36b2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 931 time: 0.0627561 Jun 16 16:14:00.620759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.690441 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b2866d1b-a1d6-44f6-a6c3-9080d364e12c None None] Port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:14:00.763153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9fbeab1b-2b36-425b-857b-d1cf793e837d req-4b0d0c95-7cbf-42ef-bf57-d6dfefb6a547 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237668 Jun 16 16:14:00.768306 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 684ef266-09d2-4678-9aaf-c456e089b2b1 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:00.801475 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74ba1164-bf2d-42a5-9d38-7ec12d01273e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.837680 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a611291a-3ebf-4566-a7a9-473ea531dc8c req-35b34202-d179-4c90-bfe1-933efe6d1e71 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142179 Jun 16 16:14:00.845298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:00.847052 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 684ef266-09d2-4678-9aaf-c456e089b2b1 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:00.847429 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:00.882609 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:00.901158 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-79eeb0ed-8baf-4d52-8f07-8a200d4080cf admin admin] 10.222.0.88 "PUT /v2.0/routers/21a30eed-9736-420c-bd23-959afe5f8d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9112411 Jun 16 16:14:00.940477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551cd36-8d17-462d-b10d-0804f3c6efa5 req-fb83ef76-616e-40d8-aeee-60a1a2b7bb1e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:00.942156 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3551cd36-8d17-462d-b10d-0804f3c6efa5 req-fb83ef76-616e-40d8-aeee-60a1a2b7bb1e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0838962 Jun 16 16:14:00.962006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:00.974663 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46950) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.017447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74ba1164-bf2d-42a5-9d38-7ec12d01273e admin admin] Publish callbacks [] for security_group (28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.028601 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74ba1164-bf2d-42a5-9d38-7ec12d01273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.032712 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Attempting to bind port 3f5a0aae-f27d-4b24-94b2-031c768b687b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:01.033300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Attempting to bind port 3f5a0aae-f27d-4b24-94b2-031c768b687b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:01.033647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Attempting to bind port 3f5a0aae-f27d-4b24-94b2-031c768b687b on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:01.044656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Port 3f5a0aae-f27d-4b24-94b2-031c768b687b on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:14:01.045160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Attempting to bind port 3f5a0aae-f27d-4b24-94b2-031c768b687b on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:01.060189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3551cd36-8d17-462d-b10d-0804f3c6efa5 req-5ebded42-4cd3-4c72-98a4-0ef0a8623503 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097989 Jun 16 16:14:01.065761 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba1164-bf2d-42a5-9d38-7ec12d01273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.071502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 684ef266-09d2-4678-9aaf-c456e089b2b1 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:01.071612 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.074659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:01.075189 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Checking segment: {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:01.076035 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Bound using segment: {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:01.076782 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Bound port: 3f5a0aae-f27d-4b24-94b2-031c768b687b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:01.077579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.094783 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:01.125405 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-74ba1164-bf2d-42a5-9d38-7ec12d01273e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3a03a4d3617423eb0dad1f31db24ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8123312 Jun 16 16:14:01.129222 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46956) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.171958 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 684ef266-09d2-4678-9aaf-c456e089b2b1, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=684ef266-09d2-4678-9aaf-c456e089b2b1,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:01.173970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:01.180874 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:01.181344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.182876 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a79e2d5b-f030-47b4-8599-842d0b4a5cb0 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:01.199601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.202325 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] Publish callbacks [] for security_group (28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.247860 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] Publish callbacks [] for security_group (28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.309134 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.314894 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.316353 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b HTTP/1.1" status: 204 len: 168 time: 0.1860843 Jun 16 16:14:01.328657 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.353159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb816-aaed-447f-aba1-3d5e1c61c3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb8ea7-a26d-43eb-afe3-c8df5a62fb6b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.361924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed742947-71ba-4541-b85f-fc15587382ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.390649 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:01.391294 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.392760 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-f1adda29-ef6a-4cd2-a35c-fb0530742eef service neutron] 10.222.0.33 "PUT /v2.0/ports/3f5a0aae-f27d-4b24-94b2-031c768b687b HTTP/1.1" status: 200 len: 1093 time: 1.8367085 Jun 16 16:14:01.442704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:01.445184 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c61c1-38a4-417b-8941-69557a8b356c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:01.508778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.544070 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed742947-71ba-4541-b85f-fc15587382ed admin admin] Publish callbacks [] for security_group (1eecdf5e-6af6-41b5-992e-59597d2b8db2), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.558236 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:01.558709 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.559163 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f300e-75ee-4408-a45a-0aa2b34f32d1 x-openstack-request-id: req-3d9f300e-75ee-4408-a45a-0aa2b34f32d1 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:01.559672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:01.560113 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d9f300e-75ee-4408-a45a-0aa2b34f32d1 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:01.560863 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9f300e-75ee-4408-a45a-0aa2b34f32d1'] response: {'name': 'network-changed', 'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b', 'status': 'completed', 'code': 200} Jun 16 16:14:01.564397 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed742947-71ba-4541-b85f-fc15587382ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (1eecdf5e-6af6-41b5-992e-59597d2b8db2), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.585165 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46968) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.590063 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367350092', 'description': 'tempest-secgroup-smoke-367350092 description', 'project_id': 'aed429e2356c4c7a83872d82c0540b66'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:01.598120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=684ef266-09d2-4678-9aaf-c456e089b2b1,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.604565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed742947-71ba-4541-b85f-fc15587382ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eecdf5e-6af6-41b5-992e-59597d2b8db2,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.626653 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ed742947-71ba-4541-b85f-fc15587382ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e222bd5af6e4f1c823147c870262708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465690 Jun 16 16:14:01.627039 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 46970) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.637068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.712844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:01.732230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (be5983e9-e0ff-43f9-b7fd-d0aa87dc2590), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.737569 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (be5983e9-e0ff-43f9-b7fd-d0aa87dc2590), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.748319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:01.759322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] Publish callbacks [] for security_group (1eecdf5e-6af6-41b5-992e-59597d2b8db2), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.759786 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:01.778905 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.780223 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1938877 Jun 16 16:14:01.783418 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46978) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.788759 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:01.798536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad097f1a-e049-44b5-b8f5-b8631fb264c0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.812453 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] Publish callbacks [] for security_group (1eecdf5e-6af6-41b5-992e-59597d2b8db2), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.815572 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c61c1-38a4-417b-8941-69557a8b356c req-b648ec80-5686-44fb-b4b8-47a927cb8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:01.819984 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-852c61c1-38a4-417b-8941-69557a8b356c req-b648ec80-5686-44fb-b4b8-47a927cb8841 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 1127 time: 0.1288378 Jun 16 16:14:01.829338 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (60b13c7b-d3e6-46b3-8007-d259e65bf0f4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.901567 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (60b13c7b-d3e6-46b3-8007-d259e65bf0f4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.906482 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (60b13c7b-d3e6-46b3-8007-d259e65bf0f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.932653 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b13c7b-d3e6-46b3-8007-d259e65bf0f4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:01.946950 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.951593 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b04ec43f-6d1e-4e07-9535-7ce05db5620a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642296 Jun 16 16:14:01.952115 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46986) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:01.956708 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:01.991393 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (b702e3d7-1016-4c12-933b-e6e39703f5f4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:01.999567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb81f3-653a-4ccd-b19f-11e036228a2f req-44444035-f0c7-4ec6-baf1-81ff220534fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.001170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ceb81f3-653a-4ccd-b19f-11e036228a2f req-44444035-f0c7-4ec6-baf1-81ff220534fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.1361017 Jun 16 16:14:02.060672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (1eecdf5e-6af6-41b5-992e-59597d2b8db2), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.063304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.064524 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1eecdf5e-6af6-41b5-992e-59597d2b8db2 HTTP/1.1" status: 204 len: 168 time: 0.4364159 Jun 16 16:14:02.085538 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5d847-6cee-4cfc-a7b3-9cad460f8ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eecdf5e-6af6-41b5-992e-59597d2b8db2,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.094485 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764f71-922a-48dc-8664-0babb084facf req-028f3c29-6ece-465f-b534-ee0c76ac24cd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.095517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5764f71-922a-48dc-8664-0babb084facf req-028f3c29-6ece-465f-b534-ee0c76ac24cd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.1215892 Jun 16 16:14:02.106534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:02.121408 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (b702e3d7-1016-4c12-933b-e6e39703f5f4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.125957 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (b702e3d7-1016-4c12-933b-e6e39703f5f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.129980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c61c1-38a4-417b-8941-69557a8b356c req-e9f2a8ca-4747-4909-b1e5-4f51859ee1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.133990 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-852c61c1-38a4-417b-8941-69557a8b356c req-e9f2a8ca-4747-4909-b1e5-4f51859ee1b8 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2847197 Jun 16 16:14:02.149164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b702e3d7-1016-4c12-933b-e6e39703f5f4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.161136 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.166980 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-95afd7fc-e83d-4323-b0a1-27e225c5895e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2131667 Jun 16 16:14:02.167703 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 46996) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:02.173835 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:02.208130 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (a8ad3041-9f1b-4851-bfc9-989477c196c0), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.238084 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:02.311819 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (a8ad3041-9f1b-4851-bfc9-989477c196c0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.320386 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (a8ad3041-9f1b-4851-bfc9-989477c196c0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.356756 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad3041-9f1b-4851-bfc9-989477c196c0,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.366195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.374017 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e624cdf5-de97-4858-a77b-aebf25e0cf68 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2040768 Jun 16 16:14:02.374858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47004) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:02.381550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:02.437127 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5764f71-922a-48dc-8664-0babb084facf req-754f190f-fc4f-43a8-bf39-1ab162ac267b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332143 Jun 16 16:14:02.446912 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ceb81f3-653a-4ccd-b19f-11e036228a2f req-1a527d91-a38e-4e68-8796-dcdf6cd7c13e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248877 Jun 16 16:14:02.486438 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (b885402d-c4a5-4aee-a141-362c9d4b76d9), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.628087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c61c1-38a4-417b-8941-69557a8b356c req-00894990-e0d2-4506-8fe8-e026a4e5058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.631643 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-852c61c1-38a4-417b-8941-69557a8b356c req-00894990-e0d2-4506-8fe8-e026a4e5058d service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4660659 Jun 16 16:14:02.649410 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 684ef266-09d2-4678-9aaf-c456e089b2b1 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:02.659338 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Sync routers for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:02.681173 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (b885402d-c4a5-4aee-a141-362c9d4b76d9), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.691423 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (b885402d-c4a5-4aee-a141-362c9d4b76d9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.722175 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:02.723038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:02.737821 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b885402d-c4a5-4aee-a141-362c9d4b76d9,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:02.743187 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.746008 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-847d86ce-cf90-42d4-a3b2-ea8c40f735ab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3693790 Jun 16 16:14:02.748562 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47020) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:02.754591 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:02.783628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc16fa-c164-4a31-9bf3-709699975ab9 req-b32f0eda-a554-45c0-aba2-48d04df70f18 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.784550 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Project aed429e2356c4c7a83872d82c0540b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:14:02.785205 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23cc16fa-c164-4a31-9bf3-709699975ab9 req-b32f0eda-a554-45c0-aba2-48d04df70f18 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.2034979 Jun 16 16:14:02.792783 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (13fa5cda-7cfa-4fef-9662-f1b21dda46fe), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.838757 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:14:02.844063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c70ed-45a0-4238-889c-72cb0d898a4a req-9957ed7c-f9dc-4fa7-94ee-0842e8b07569 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.853170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4d3c70ed-45a0-4238-889c-72cb0d898a4a req-9957ed7c-f9dc-4fa7-94ee-0842e8b07569 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.2312996 Jun 16 16:14:02.858768 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:02.859856 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47022) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:02.867580 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:02.889230 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-e327e6e6-b433-43fe-beaa-e17401e29bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:02.891157 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-e327e6e6-b433-43fe-beaa-e17401e29bf1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 1127 time: 0.1493354 Jun 16 16:14:02.896657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:02.898851 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 684ef266-09d2-4678-9aaf-c456e089b2b1 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:02.899371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.920070 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23cc16fa-c164-4a31-9bf3-709699975ab9 req-0a63634b-6db9-4bc3-870f-efa7b93b6735 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866640 Jun 16 16:14:02.924248 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:02.974404 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-2beb9472-15fa-4a63-bfb5-dc33e6140707 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b HTTP/1.1" status: 200 len: 217 time: 0.0587473 Jun 16 16:14:03.076464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-dba54b03-c964-489d-93ac-b5eda2d74225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:03.078300 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-dba54b03-c964-489d-93ac-b5eda2d74225 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2fed2d71-4203-42bc-bcd5-ed46048c547e HTTP/1.1" status: 200 len: 853 time: 0.0952449 Jun 16 16:14:03.115106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (13fa5cda-7cfa-4fef-9662-f1b21dda46fe), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.125327 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (13fa5cda-7cfa-4fef-9662-f1b21dda46fe), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.154352 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-811f140e-ce3d-4004-aa06-ce6a8df92122 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661817 Jun 16 16:14:03.183668 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fa5cda-7cfa-4fef-9662-f1b21dda46fe,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.190789 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:03.204628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.205145 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-df24b5da-f41b-4a9c-aa8d-41c886366dcc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4553545 Jun 16 16:14:03.208808 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47036) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:03.213978 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'security_group_rule': {'security_group_id': 'be5983e9-e0ff-43f9-b7fd-d0aa87dc2590', 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:14:03.246582 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 684ef266-09d2-4678-9aaf-c456e089b2b1 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:03.265392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:59Z', 'revision_number': 4, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '55f5dfac-8fbd-43f5-b8ce-49745e7acb43', 'name': '', 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'mac_address': 'fa:16:3e:6b:9c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0a53d344-3293-4025-b272-a7d672108512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:57Z', 'updated_at': '2022-06-16T16:13:59Z', 'revision_number': 2, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'subnets': [{'id': '0a53d344-3293-4025-b272-a7d672108512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:03.306992 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Checking router: 21a30eed-9736-420c-bd23-959afe5f8d2c for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:03.307982 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Updating router 21a30eed-9736-420c-bd23-959afe5f8d2c port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:03.326592 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Project aed429e2356c4c7a83872d82c0540b66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:14:03.346410 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:03.351718 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.375591 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-848d15c3-d307-4d91-9093-36d3e853dcd1 service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100618 Jun 16 16:14:03.388330 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (321cc40f-470d-48cc-b606-6ac5b0334204), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.515623 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83a5f0b5-b4e7-4a95-b2a3-8cbe34ab350e req-99e5676e-5401-4afd-ad1c-66e5f9d2ad2a service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284432 Jun 16 16:14:03.564951 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (321cc40f-470d-48cc-b606-6ac5b0334204), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.571766 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (321cc40f-470d-48cc-b606-6ac5b0334204), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.652189 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.667767 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4487534 Jun 16 16:14:03.672220 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb082196-0ea9-4dd2-aa0c-3146127d7097 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321cc40f-470d-48cc-b606-6ac5b0334204,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:03.690046 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.695530 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.703094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49deba-28df-48bd-a118-81ecca515f41 req-f8d8aef6-4bcd-451d-a0f7-f6cbe826b977 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:03.706203 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b49deba-28df-48bd-a118-81ecca515f41 req-f8d8aef6-4bcd-451d-a0f7-f6cbe826b977 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.1032312 Jun 16 16:14:03.741753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:03.794584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b49deba-28df-48bd-a118-81ecca515f41 req-d9a13cd7-bd10-4cdc-baf3-5067d684028d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757408 Jun 16 16:14:03.831507 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP c55ea47c-7263-4f5e-848a-b3d30bdedf28 associated. External IP: 172.27.0.4, port: 7a7bf458-a30a-41d7-a812-b5387bf22d99. Jun 16 16:14:03.843463 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks [] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:03.852186 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.016436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88645e-8871-4668-adb1-9e0f51d064cc None None] Pushing event updated for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.041158 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Attempting to bind port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:14:04.041892 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Attempting to bind port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:14:04.043016 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Attempting to bind port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 on network 9e799382-74de-4fd7-b769-08c87420bc98 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:14:04.050544 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:14:04.051313 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Checking segment: {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:14:04.051986 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.052660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Bound using segment: {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:14:04.053480 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Bound port: 55f5dfac-8fbd-43f5-b8ce-49745e7acb43, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83191ff0-10af-463a-9dbe-68feda3822d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:14:04.054283 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.071633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:04.170107 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:14:04.171648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95308437-c7d6-4f01-8dc7-34453b6d470d req-3b7aee9c-f735-4d7e-ba07-74037977b4f9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:04.173261 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95308437-c7d6-4f01-8dc7-34453b6d470d req-3b7aee9c-f735-4d7e-ba07-74037977b4f9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1167045 Jun 16 16:14:04.230521 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] For port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:14:04.236353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] For port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:14:04.258324 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.261498 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:04.278399 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95308437-c7d6-4f01-8dc7-34453b6d470d req-de75315f-5f73-4031-abd5-76029b8712a1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983217 Jun 16 16:14:04.313502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:04.314038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.347700 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:04.354240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.361686 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:04.362544 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:04.363984 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.379799 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:04.380799 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.421983 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:04.429794 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7276c42d-e145-49ed-b674-b433055246e5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "PUT /v2.0/floatingips/c55ea47c-7263-4f5e-848a-b3d30bdedf28 HTTP/1.1" status: 200 len: 990 time: 1.5663726 Jun 16 16:14:04.429794 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:04.432917 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba10a344-05f1-4387-b0df-837b2e7cb684" -d '{"events": [{"name": "network-changed", "server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:04.504584 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc520fa-1100-41f5-8300-d77016bae584 x-openstack-request-id: req-fcc520fa-1100-41f5-8300-d77016bae584 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:04.505110 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:04.506215 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fcc520fa-1100-41f5-8300-d77016bae584 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:04.506900 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc520fa-1100-41f5-8300-d77016bae584'] response: {'name': 'network-changed', 'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'status': 'completed', 'code': 200} Jun 16 16:14:04.520753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88645e-8871-4668-adb1-9e0f51d064cc None None] Pushing event updated for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:04.683523 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:04.738853 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:04.860534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Current status of the port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:04.861116 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:04.936143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826603cb-0f97-4229-99c4-09a8d8c7400b req-7b4e9422-be7d-46ff-a123-a37d32b748fd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:04.937894 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-826603cb-0f97-4229-99c4-09a8d8c7400b req-7b4e9422-be7d-46ff-a123-a37d32b748fd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0635283 Jun 16 16:14:04.978719 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:03Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:04.982725 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] For port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:04.994945 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:05.007670 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:05.021158 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-826603cb-0f97-4229-99c4-09a8d8c7400b req-654aec06-52bd-4c02-9e5e-f1b8878553ea tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774968 Jun 16 16:14:05.029373 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:05.041553 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:05.042355 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:13:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:05.128174 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a54ecd-87bd-4de9-8a2c-ae54b554dc2b None None] Pushing event updated for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:05.138544 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-c7fe694e-4c44-43a3-8ada-7b7964678b04 None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:05.139148 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c7fe694e-4c44-43a3-8ada-7b7964678b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:05.149539 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:05.179723 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:59Z', 'revision_number': 4, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '55f5dfac-8fbd-43f5-b8ce-49745e7acb43', 'name': '', 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'mac_address': 'fa:16:3e:6b:9c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0a53d344-3293-4025-b272-a7d672108512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:57Z', 'updated_at': '2022-06-16T16:14:04Z', 'revision_number': 4, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'subnets': [{'id': '0a53d344-3293-4025-b272-a7d672108512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:05.215622 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59a038-7cd8-405d-9576-d13f89d31b38 None None] The sync data for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi is: [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:13:59Z', 'revision_number': 4, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '55f5dfac-8fbd-43f5-b8ce-49745e7acb43', 'name': '', 'network_id': '9e799382-74de-4fd7-b769-08c87420bc98', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'mac_address': 'fa:16:3e:6b:9c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '0a53d344-3293-4025-b272-a7d672108512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:57Z', 'updated_at': '2022-06-16T16:14:04Z', 'revision_number': 4, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'subnets': [{'id': '0a53d344-3293-4025-b272-a7d672108512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:05.262887 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe694e-4c44-43a3-8ada-7b7964678b04 None None] Current status of the port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:05.328788 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:05.471987 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:03Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:05.490711 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882cbc0-c90f-432b-a4de-a9b47392ef76 req-f5ef5a0c-a172-4b60-acc7-ed43b6da8471 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:05.493799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7882cbc0-c90f-432b-a4de-a9b47392ef76 req-f5ef5a0c-a172-4b60-acc7-ed43b6da8471 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1150272 Jun 16 16:14:05.500507 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d7229-ed87-460a-aca0-876e0319e681 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:03Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:05.506406 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47162) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:05.561880 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:05.574756 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7882cbc0-c90f-432b-a4de-a9b47392ef76 req-b188c9a1-ed61-473c-afd6-586447d63597 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 Jun 16 16:14:05.679034 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-daed3107-753e-4b98-81c1-36465871d1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:05.831675 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-daed3107-753e-4b98-81c1-36465871d1eb admin admin] Publish callbacks [] for security_group (40e1b901-16ab-45a7-b6d5-8153b19b8f80), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:05.837693 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-daed3107-753e-4b98-81c1-36465871d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (40e1b901-16ab-45a7-b6d5-8153b19b8f80), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:05.902222 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3107-753e-4b98-81c1-36465871d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e1b901-16ab-45a7-b6d5-8153b19b8f80,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:05.906841 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e0ac6-a6e6-484c-bd9e-60a5ba189962 None None] New status for floating IP c55ea47c-7263-4f5e-848a-b3d30bdedf28: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:14:05.931553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47176) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:05.931829 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-daed3107-753e-4b98-81c1-36465871d1eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32b8db6af2064495ab15e1089bef6b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240463 Jun 16 16:14:06.000831 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] Publish callbacks [] for security_group (40e1b901-16ab-45a7-b6d5-8153b19b8f80), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.030783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] Publish callbacks [] for security_group (40e1b901-16ab-45a7-b6d5-8153b19b8f80), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.095629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (40e1b901-16ab-45a7-b6d5-8153b19b8f80), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.099359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.100623 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/40e1b901-16ab-45a7-b6d5-8153b19b8f80 HTTP/1.1" status: 204 len: 168 time: 0.1675746 Jun 16 16:14:06.140260 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b0eeb-8076-42c1-aaeb-675aa5b532cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e1b901-16ab-45a7-b6d5-8153b19b8f80,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:06.164689 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d91f-9b78-4ac8-bea9-3d3eb98143d8 req-733ae174-d248-4697-9b7a-58022e52087b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:06.166782 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0938d91f-9b78-4ac8-bea9-3d3eb98143d8 req-733ae174-d248-4697-9b7a-58022e52087b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0828249 Jun 16 16:14:06.234237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0938d91f-9b78-4ac8-bea9-3d3eb98143d8 req-e0da6503-036d-4223-bee8-75b931a884e9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549965 Jun 16 16:14:06.410023 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47186) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:06.424068 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2479-ea33-48b1-a700-6d81d63e2619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.514331 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:06.518482 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2479-ea33-48b1-a700-6d81d63e2619 admin admin] Publish callbacks [] for security_group (a71f73c8-6a90-4e88-9512-8a9cc9fc7456), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.529619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2479-ea33-48b1-a700-6d81d63e2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a71f73c8-6a90-4e88-9512-8a9cc9fc7456), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.565624 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:06.565970 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.571595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-bf2b2479-ea33-48b1-a700-6d81d63e2619 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5f12839c03947c78316152046eec95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604614 Jun 16 16:14:06.573102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2479-ea33-48b1-a700-6d81d63e2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f73c8-6a90-4e88-9512-8a9cc9fc7456,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:06.575102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47188) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:06.605664 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:06.635781 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] Publish callbacks [] for security_group (a71f73c8-6a90-4e88-9512-8a9cc9fc7456), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.649626 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:06.667085 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] Publish callbacks [] for security_group (a71f73c8-6a90-4e88-9512-8a9cc9fc7456), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.716974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0a2ce-5f8f-4136-811b-0695ede09658 req-24a85133-8ae2-424b-b09c-1a4e3491d3a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:06.718633 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9b0a2ce-5f8f-4136-811b-0695ede09658 req-24a85133-8ae2-424b-b09c-1a4e3491d3a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0647950 Jun 16 16:14:06.740785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a71f73c8-6a90-4e88-9512-8a9cc9fc7456), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.743952 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:06.745277 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a71f73c8-6a90-4e88-9512-8a9cc9fc7456 HTTP/1.1" status: 204 len: 168 time: 0.1683378 Jun 16 16:14:06.754244 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fd5a8-9dac-4284-ae9b-13df6d885cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f73c8-6a90-4e88-9512-8a9cc9fc7456,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:06.784759 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9b0a2ce-5f8f-4136-811b-0695ede09658 req-3c9a52b5-968f-4638-818a-868d25ae825d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526631 Jun 16 16:14:07.357509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d71556-0ba0-4864-8d94-945ccd2de0f6 req-6b7bb5d8-2c49-4746-86b4-5eae9d2c5d38 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:07.359077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85d71556-0ba0-4864-8d94-945ccd2de0f6 req-6b7bb5d8-2c49-4746-86b4-5eae9d2c5d38 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0525656 Jun 16 16:14:07.418313 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85d71556-0ba0-4864-8d94-945ccd2de0f6 req-36593729-42f4-47da-8da7-29cd00ec64c1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Jun 16 16:14:07.909921 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d297420-0686-4b8f-8f04-c750d67a3d7b req-5a391da6-1f74-4b7d-af8c-7cda15c339ee tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:07.911651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d297420-0686-4b8f-8f04-c750d67a3d7b req-5a391da6-1f74-4b7d-af8c-7cda15c339ee tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0528085 Jun 16 16:14:07.960697 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:07.984628 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d297420-0686-4b8f-8f04-c750d67a3d7b req-63707e06-77ea-4dd4-b1e3-fb2b3c22bda4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672474 Jun 16 16:14:08.554369 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27d57-af5f-46ce-9ff9-acb087581ef9 req-c4ed035e-f93e-4fae-ab62-18bc5d146bc1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:08.555868 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-44b27d57-af5f-46ce-9ff9-acb087581ef9 req-c4ed035e-f93e-4fae-ab62-18bc5d146bc1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0699553 Jun 16 16:14:08.607330 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-44b27d57-af5f-46ce-9ff9-acb087581ef9 req-f3f7de40-510a-4743-ab95-a0d2b97204eb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Jun 16 16:14:09.116075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba19e1-142b-4ca8-aee8-5f29dd1f12ec req-5d1a391b-e1f2-403c-8b48-5c6d695c8b26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:09.117612 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1aba19e1-142b-4ca8-aee8-5f29dd1f12ec req-5d1a391b-e1f2-403c-8b48-5c6d695c8b26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0530479 Jun 16 16:14:09.129609 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:09.170856 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1aba19e1-142b-4ca8-aee8-5f29dd1f12ec req-77c5834e-2109-4f8a-9d39-bf58f2e098eb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469906 Jun 16 16:14:09.718161 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbe51d-397a-416d-9f92-6989b9fa775b req-abbec466-7c63-43fe-8ad1-abb272dcc0a8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:09.719626 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bebbe51d-397a-416d-9f92-6989b9fa775b req-abbec466-7c63-43fe-8ad1-abb272dcc0a8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0464511 Jun 16 16:14:09.770347 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bebbe51d-397a-416d-9f92-6989b9fa775b req-24541eff-da78-4687-a2a5-e4f8951d5d8e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Jun 16 16:14:10.281786 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e36af4a0-ffcd-4b73-8ddb-a9d89743f1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:10.287170 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68658abf-923e-4b8a-8c34-eaa78edac47f req-fb409b85-258c-4d33-b3e3-7412af85bdb0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.288721 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68658abf-923e-4b8a-8c34-eaa78edac47f req-fb409b85-258c-4d33-b3e3-7412af85bdb0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0484974 Jun 16 16:14:10.337151 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68658abf-923e-4b8a-8c34-eaa78edac47f req-6e6696e1-efeb-4c27-82d4-d357d7155810 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Jun 16 16:14:10.883519 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84715a-93c8-4ea2-a694-6652d573a490 req-ade759ab-a062-4238-b069-599d4624fe9d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:10.884969 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6c84715a-93c8-4ea2-a694-6652d573a490 req-ade759ab-a062-4238-b069-599d4624fe9d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 943 time: 0.0477011 Jun 16 16:14:10.932183 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6c84715a-93c8-4ea2-a694-6652d573a490 req-3e3ec461-5ad5-4555-b124-aa485f6adb50 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jun 16 16:14:11.283777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 3f5a0aae-f27d-4b24-94b2-031c768b687b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:14:11.383950 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:11.395941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '3f5a0aae-f27d-4b24-94b2-031c768b687b', 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a', 'port_id': '3f5a0aae-f27d-4b24-94b2-031c768b687b', 'mac_address': 'fa:16:3e:66:9d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fed2d71-4203-42bc-bcd5-ed46048c547e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:14:11.436146 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 3f5a0aae-f27d-4b24-94b2-031c768b687b is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:11.436550 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:11.449656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5a0aae-f27d-4b24-94b2-031c768b687b {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:14:11.455383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8499b-fbef-4740-a9f5-e31fb2cc356c req-0a088b53-be7e-498a-a474-4a0b6ef23c49 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.456935 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2b8499b-fbef-4740-a9f5-e31fb2cc356c req-0a088b53-be7e-498a-a474-4a0b6ef23c49 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Jun 16 16:14:11.471340 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:11.476623 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:11.512204 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2b8499b-fbef-4740-a9f5-e31fb2cc356c req-0ce30d15-5c15-4703-b9ff-b20559d466fb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Jun 16 16:14:11.523232 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:11.769594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-fb93b0a8-3859-4816-9f9e-6dd671339ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:11.771167 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-fb93b0a8-3859-4816-9f9e-6dd671339ec8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 1130 time: 0.0434358 Jun 16 16:14:12.062904 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465f61-6417-4d24-ae60-b9ddf6dcd1f7 req-e35e6e49-710c-4ac5-a931-8a30bfd4a7cb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.064414 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97465f61-6417-4d24-ae60-b9ddf6dcd1f7 req-e35e6e49-710c-4ac5-a931-8a30bfd4a7cb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 944 time: 0.0579982 Jun 16 16:14:12.116977 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97465f61-6417-4d24-ae60-b9ddf6dcd1f7 req-a2c65706-d158-4a3c-a9f9-1c37ace832eb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Jun 16 16:14:12.297282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['3f5a0aae-f27d-4b24-94b2-031c768b687b'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:14:12.435246 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:12.623502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25759737-094c-457b-bfd0-2b0b52113ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:12.643093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94120ce-0a91-44b3-9bf4-a60fb9c8b05e req-8d1c22a9-984b-4c7c-a971-7f59692bba7b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:12.644605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a94120ce-0a91-44b3-9bf4-a60fb9c8b05e req-8d1c22a9-984b-4c7c-a971-7f59692bba7b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0629017 Jun 16 16:14:12.694633 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a94120ce-0a91-44b3-9bf4-a60fb9c8b05e req-cffbdce5-f3a8-4358-9062-927ca5872cf2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Jun 16 16:14:13.248672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21bce0-6d30-4719-b49a-86cbf4c05ac9 req-e6872f3c-34c9-4da8-be76-f647bdd96950 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:13.250219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a21bce0-6d30-4719-b49a-86cbf4c05ac9 req-e6872f3c-34c9-4da8-be76-f647bdd96950 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 944 time: 0.0481708 Jun 16 16:14:13.299394 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a21bce0-6d30-4719-b49a-86cbf4c05ac9 req-c8a59797-b8fd-4f52-b415-8b3c2d744722 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Jun 16 16:14:13.588450 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:13.818206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dc9e9-eac8-4ae8-b0ff-21e234be2eb2 req-94e314c7-a352-4fc6-9943-bc51dc47d289 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:13.819784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ee4dc9e9-eac8-4ae8-b0ff-21e234be2eb2 req-94e314c7-a352-4fc6-9943-bc51dc47d289 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Jun 16 16:14:13.868794 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ee4dc9e9-eac8-4ae8-b0ff-21e234be2eb2 req-5c873747-1ff0-41d1-b8a7-70609fdd0c1b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Jun 16 16:14:14.261556 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:14.265685 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-516e55c5-133d-4252-80a0-942492a9469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:14.267255 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-516e55c5-133d-4252-80a0-942492a9469b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.1125815 Jun 16 16:14:14.388149 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 3f5a0aae-f27d-4b24-94b2-031c768b687b up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:14:14.426994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842dc0-5711-4fd4-842e-4e758ecb28e0 req-6467c75e-2a0b-46a3-a1e1-8da143fccb4f tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:14.429593 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37842dc0-5711-4fd4-842e-4e758ecb28e0 req-6467c75e-2a0b-46a3-a1e1-8da143fccb4f tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 944 time: 0.0579896 Jun 16 16:14:14.432156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 3f5a0aae-f27d-4b24-94b2-031c768b687b completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:14:14.438552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 3f5a0aae-f27d-4b24-94b2-031c768b687b triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:14:14.439077 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.483826 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:14.489262 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37842dc0-5711-4fd4-842e-4e758ecb28e0 req-5cc36b92-468a-4c11-9b0a-90b540aa6f9c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541213 Jun 16 16:14:14.526829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 3f5a0aae-f27d-4b24-94b2-031c768b687b is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:14:14.527254 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.551156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:14.553598 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98dd00-68dd-4c68-97b4-41e53af1b8a3" -d '{"events": [{"server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "name": "network-vif-plugged", "status": "completed", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:14.573430 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:14.577372 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:14.601596 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eab769-a8a6-439e-9cd8-fb92c1d15106 x-openstack-request-id: req-95eab769-a8a6-439e-9cd8-fb92c1d15106 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:14.602194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "name": "network-vif-plugged", "status": "completed", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:14.602194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-95eab769-a8a6-439e-9cd8-fb92c1d15106 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:14.602579 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95eab769-a8a6-439e-9cd8-fb92c1d15106'] response: {'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b', 'code': 200} Jun 16 16:14:14.629192 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.889305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-a4e9c4e8-c10e-4108-b438-6122998ccc69 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99 HTTP/1.1" status: 200 len: 1000 time: 0.0635536 Jun 16 16:14:15.017891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-083c615c-f2d7-41f7-a11b-82ca9b7201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.019395 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-083c615c-f2d7-41f7-a11b-82ca9b7201c3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.1092975 Jun 16 16:14:15.028199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2041e3-8eab-4bab-aece-b7ee4f4080dc req-3830afa8-2ec0-4ca5-95a0-53622ded72f4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.029898 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce2041e3-8eab-4bab-aece-b7ee4f4080dc req-3830afa8-2ec0-4ca5-95a0-53622ded72f4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0688894 Jun 16 16:14:15.090930 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-6d570c98-1e77-4c6f-97a5-bf2ae4575976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.092500 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-6d570c98-1e77-4c6f-97a5-bf2ae4575976 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617106 Jun 16 16:14:15.109779 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce2041e3-8eab-4bab-aece-b7ee4f4080dc req-e455bf42-f28e-4f83-838f-a107e8443eaa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695095 Jun 16 16:14:15.149924 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:15.207005 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-030a300f-2b27-4a87-82bf-6c00b6a10b18 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879383 Jun 16 16:14:15.463103 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=71 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:15.500935 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=11 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:15.529434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d3257-07b7-4eac-a8a7-0f567dae0cf4 req-9f65bdc2-63c7-4ab8-9ba9-2eab8ecc0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.529434 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8c0d3257-07b7-4eac-a8a7-0f567dae0cf4 req-9f65bdc2-63c7-4ab8-9ba9-2eab8ecc0d2b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 1129 time: 0.0691383 Jun 16 16:14:15.648605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba10a344-05f1-4387-b0df-837b2e7cb684 req-5d81b5ff-2c73-4db1-91a7-e3829403141d service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767831 Jun 16 16:14:15.660798 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05284161-694a-41b4-9e56-e2ba34877709 req-f223da95-24c3-44ea-9037-09c4a03a1d9e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.662328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05284161-694a-41b4-9e56-e2ba34877709 req-f223da95-24c3-44ea-9037-09c4a03a1d9e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0904193 Jun 16 16:14:15.673447 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96273cc4-3da7-4941-b217-d76faff31a58 req-e45475da-3e59-486f-b660-31fa83208d79 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:15.674927 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-96273cc4-3da7-4941-b217-d76faff31a58 req-e45475da-3e59-486f-b660-31fa83208d79 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0890040 Jun 16 16:14:15.698288 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:15.752330 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05284161-694a-41b4-9e56-e2ba34877709 req-9aa6e769-8d94-4a35-bbb9-8cf9bb78f414 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Jun 16 16:14:15.759698 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-96273cc4-3da7-4941-b217-d76faff31a58 req-b662f59c-56c9-48f3-9b6b-7a5790a530ad tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696518 Jun 16 16:14:16.229369 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a95c93-2a68-4e2d-b981-21e0432c2fae req-d312c077-d132-4465-bba1-cc41a3c265cc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:16.230911 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2a95c93-2a68-4e2d-b981-21e0432c2fae req-d312c077-d132-4465-bba1-cc41a3c265cc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0486734 Jun 16 16:14:16.282493 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2a95c93-2a68-4e2d-b981-21e0432c2fae req-0b3da4f3-58bf-420a-9b1a-9b34ed365039 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Jun 16 16:14:16.714895 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:16.749670 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:16.897303 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5941-ea19-4aa7-93c3-efad09bd868a req-9cbf57b0-d5e4-4118-8af7-d1fa3b3c2652 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:16.898854 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a1d5941-ea19-4aa7-93c3-efad09bd868a req-9cbf57b0-d5e4-4118-8af7-d1fa3b3c2652 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0798967 Jun 16 16:14:16.907052 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc31aaf-35a9-4237-b22f-c5e7c8868ea5 req-00b91e64-fcd6-439b-9960-4af36a4e45d4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:16.908598 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7dc31aaf-35a9-4237-b22f-c5e7c8868ea5 req-00b91e64-fcd6-439b-9960-4af36a4e45d4 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0798991 Jun 16 16:14:16.953241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:16.985888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7dc31aaf-35a9-4237-b22f-c5e7c8868ea5 req-3397a4f7-5a57-4140-a69f-b4535dfd6f8d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686686 Jun 16 16:14:16.989176 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a1d5941-ea19-4aa7-93c3-efad09bd868a req-9af9cd04-7fe2-4357-8f3a-97cab7bb9cc7 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 Jun 16 16:14:17.395069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef807-c2ea-414b-b4d6-5df0c702ad13 req-b7ae4519-cdf4-4a0f-9e0b-46a97c75f318 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:17.396430 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8caef807-c2ea-414b-b4d6-5df0c702ad13 req-b7ae4519-cdf4-4a0f-9e0b-46a97c75f318 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Jun 16 16:14:17.447812 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8caef807-c2ea-414b-b4d6-5df0c702ad13 req-d1c8152a-6f9e-4e63-a508-1937f8be6889 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jun 16 16:14:18.097818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:18.136168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387487-d2a7-49f4-ae7c-269fe2255ac3 req-fe68a9ad-f08d-4662-bf2e-36b72e19cc96 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:18.137791 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98387487-d2a7-49f4-ae7c-269fe2255ac3 req-fe68a9ad-f08d-4662-bf2e-36b72e19cc96 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0799935 Jun 16 16:14:18.153172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08237770-aaaa-48d5-8705-0a714ee79936 req-d4496e84-7fcd-4bdc-9c66-f17a939b7a43 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:18.154764 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08237770-aaaa-48d5-8705-0a714ee79936 req-d4496e84-7fcd-4bdc-9c66-f17a939b7a43 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0879796 Jun 16 16:14:18.225252 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98387487-d2a7-49f4-ae7c-269fe2255ac3 req-114fee54-0ac5-4f0b-93b7-3a57176855c8 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695019 Jun 16 16:14:18.233120 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08237770-aaaa-48d5-8705-0a714ee79936 req-b15f4cc7-4115-450c-ab26-3aef2401d275 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705233 Jun 16 16:14:18.577668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f78e08-cfd5-45f5-8b36-bc042568d3d6 req-66864fa9-c7e0-4471-b0b7-ef2647e346a1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:18.579219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8f78e08-cfd5-45f5-8b36-bc042568d3d6 req-66864fa9-c7e0-4471-b0b7-ef2647e346a1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0534229 Jun 16 16:14:18.628442 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8f78e08-cfd5-45f5-8b36-bc042568d3d6 req-b945ece8-2a01-4870-b763-5f67757bf40c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Jun 16 16:14:19.369569 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ae4d6-bb2c-48cb-91f7-564ce6eff164 req-7b0c7b6d-c992-4ba5-abad-85a86a6565bd tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:19.371090 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd9ae4d6-bb2c-48cb-91f7-564ce6eff164 req-7b0c7b6d-c992-4ba5-abad-85a86a6565bd tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0764508 Jun 16 16:14:19.376973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a712f0-4ef3-4c5a-af3a-bbf3f5edcadd req-06fde154-96a6-44ee-aa33-b8e8da0c7c32 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:19.378348 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00a712f0-4ef3-4c5a-af3a-bbf3f5edcadd req-06fde154-96a6-44ee-aa33-b8e8da0c7c32 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0745862 Jun 16 16:14:19.454309 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd9ae4d6-bb2c-48cb-91f7-564ce6eff164 req-123d419a-8bb2-4b6b-b504-ee9196d7d697 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Jun 16 16:14:19.461990 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00a712f0-4ef3-4c5a-af3a-bbf3f5edcadd req-b8f1d9bb-321b-448c-acd6-18df6318ba4e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Jun 16 16:14:19.740945 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76012-9e59-41ea-8b40-ad333467ca01 req-1a19157e-0f7d-44fa-bd0f-24dd0dcd5553 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:19.742430 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1b76012-9e59-41ea-8b40-ad333467ca01 req-1a19157e-0f7d-44fa-bd0f-24dd0dcd5553 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Jun 16 16:14:19.792287 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1b76012-9e59-41ea-8b40-ad333467ca01 req-88c7cb9b-1b84-4437-95bb-9140ce8ebb87 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Jun 16 16:14:20.614718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11340-38fa-4f8b-8c5b-0393439b916d req-f168e61c-86d8-4741-ae9f-99837c3acf34 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:20.616217 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9f11340-38fa-4f8b-8c5b-0393439b916d req-f168e61c-86d8-4741-ae9f-99837c3acf34 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0886791 Jun 16 16:14:20.630490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9545ccb-ca6a-4d48-9a1f-cd5be9c1b1d7 req-fbf701a1-754a-4206-9550-dc8e35df32cb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:20.630490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d9545ccb-ca6a-4d48-9a1f-cd5be9c1b1d7 req-fbf701a1-754a-4206-9550-dc8e35df32cb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0875390 Jun 16 16:14:20.698344 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9f11340-38fa-4f8b-8c5b-0393439b916d req-e07603ee-500c-4a69-93f3-969820e7aee0 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 Jun 16 16:14:20.702384 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d9545ccb-ca6a-4d48-9a1f-cd5be9c1b1d7 req-98740168-0bb0-4614-b9ea-44ff3331dc37 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712767 Jun 16 16:14:20.909526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235dcec-a016-4d1c-8d70-b89b186de8af req-d6f54be4-e43a-42be-bf6b-c4670a98e8aa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:20.911017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6235dcec-a016-4d1c-8d70-b89b186de8af req-d6f54be4-e43a-42be-bf6b-c4670a98e8aa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0470359 Jun 16 16:14:20.957439 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6235dcec-a016-4d1c-8d70-b89b186de8af req-ad72ba83-fff9-45b7-a380-53382a140688 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Jun 16 16:14:21.829426 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:21.852272 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cda7-eebc-4a03-921d-bcadac23a8b8 req-58bfdfbc-b331-4c1a-835a-f48ab9135c91 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:21.854318 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7378cda7-eebc-4a03-921d-bcadac23a8b8 req-58bfdfbc-b331-4c1a-835a-f48ab9135c91 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0792727 Jun 16 16:14:21.862310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c8b4b-0878-4b4a-936f-cb46e82704cb req-fe35b335-9122-4983-b210-d89b129015ec tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:21.863756 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b2c8b4b-0878-4b4a-936f-cb46e82704cb req-fe35b335-9122-4983-b210-d89b129015ec tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0874443 Jun 16 16:14:21.936221 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7378cda7-eebc-4a03-921d-bcadac23a8b8 req-359541ac-0266-46bd-bfda-d7c9387f23d9 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713820 Jun 16 16:14:21.943800 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b2c8b4b-0878-4b4a-936f-cb46e82704cb req-9b303c0e-302f-4520-b869-412e46662609 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704608 Jun 16 16:14:22.252838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd852e9-7be4-48a5-8ac7-04b553fce055 req-be819617-1e9c-45ba-a8e8-8d309cc6a6fe tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:22.254425 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebd852e9-7be4-48a5-8ac7-04b553fce055 req-be819617-1e9c-45ba-a8e8-8d309cc6a6fe tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.2310314 Jun 16 16:14:22.296127 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:22.311616 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebd852e9-7be4-48a5-8ac7-04b553fce055 req-e5359cc2-7ebe-4d79-8726-85d8b5c985b2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512457 Jun 16 16:14:23.085650 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd019ccc-c13c-4be1-a285-63c49c77ed42 req-9bb72be7-e81d-48f7-8d70-673bda797b6d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:23.087159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bd019ccc-c13c-4be1-a285-63c49c77ed42 req-9bb72be7-e81d-48f7-8d70-673bda797b6d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0739706 Jun 16 16:14:23.095144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dfc22-2f71-405a-af70-5a294fcbbf45 req-fbfb515b-8836-43bd-b60e-cf8fa341cd38 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:23.096521 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac7dfc22-2f71-405a-af70-5a294fcbbf45 req-fbfb515b-8836-43bd-b60e-cf8fa341cd38 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0742390 Jun 16 16:14:23.174440 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bd019ccc-c13c-4be1-a285-63c49c77ed42 req-d199f690-8b3d-46b1-a69d-ea57d4b5215c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767212 Jun 16 16:14:23.178587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac7dfc22-2f71-405a-af70-5a294fcbbf45 req-8a77204c-3ede-48db-94a2-cd3b1091b23a tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743535 Jun 16 16:14:23.435423 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8c0d3257-07b7-4eac-a8a7-0f567dae0cf4 req-5cfe6b99-c456-4b76-b1f5-da8330ec4de4 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004646 Jun 16 16:14:23.447040 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b7fb8-5b1a-4c0e-a41f-f978fe50cc3d req-55bac8e5-408f-4ebe-99b0-e85a4c72666e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:23.448553 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-803b7fb8-5b1a-4c0e-a41f-f978fe50cc3d req-55bac8e5-408f-4ebe-99b0-e85a4c72666e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0613267 Jun 16 16:14:23.523221 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-803b7fb8-5b1a-4c0e-a41f-f978fe50cc3d req-b50f25e9-1938-47b0-b8ed-5dbb7bda0aef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Jun 16 16:14:23.682837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47526) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:23.793278 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-745c3908-8779-4729-81cd-f8cdade7a661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:23.872308 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-745c3908-8779-4729-81cd-f8cdade7a661 admin admin] Publish callbacks [] for security_group (5ce890a3-2098-40b5-8ca6-a97e0e8529cc), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:23.876132 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-745c3908-8779-4729-81cd-f8cdade7a661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5ce890a3-2098-40b5-8ca6-a97e0e8529cc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:23.913972 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3908-8779-4729-81cd-f8cdade7a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce890a3-2098-40b5-8ca6-a97e0e8529cc,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:23.921352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47532) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:23.921583 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-745c3908-8779-4729-81cd-f8cdade7a661 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c0b109792d384af7b975f3f5f0189f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374899 Jun 16 16:14:23.975500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] Publish callbacks [] for security_group (5ce890a3-2098-40b5-8ca6-a97e0e8529cc), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:23.999994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] Publish callbacks [] for security_group (5ce890a3-2098-40b5-8ca6-a97e0e8529cc), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:24.051452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5ce890a3-2098-40b5-8ca6-a97e0e8529cc), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:24.054103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:24.055257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ce890a3-2098-40b5-8ca6-a97e0e8529cc HTTP/1.1" status: 204 len: 168 time: 0.1326182 Jun 16 16:14:24.063817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcf2c5-c0af-4e15-87c2-73d0131e8d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce890a3-2098-40b5-8ca6-a97e0e8529cc,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:24.342162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bd4ed-02af-46b4-85ce-c358e4751fe9 req-5f627b53-b50f-43d1-9267-b2895bef5f4b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:24.343871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-896bd4ed-02af-46b4-85ce-c358e4751fe9 req-5f627b53-b50f-43d1-9267-b2895bef5f4b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0860536 Jun 16 16:14:24.353240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446ebc-8be4-45aa-b56e-207fb91740f0 req-4d3f5e44-d050-4fbe-98ee-2818002c97a2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:24.354979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b446ebc-8be4-45aa-b56e-207fb91740f0 req-4d3f5e44-d050-4fbe-98ee-2818002c97a2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0943491 Jun 16 16:14:24.430993 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-896bd4ed-02af-46b4-85ce-c358e4751fe9 req-bd78bfdb-2c38-4b98-a3b5-3bde2219ac31 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748544 Jun 16 16:14:24.443382 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b446ebc-8be4-45aa-b56e-207fb91740f0 req-8e6f0911-b9b2-4a5f-891d-7f49db8ee490 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 Jun 16 16:14:24.625000 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fb446-2c29-48d7-8b31-7f440a602ce0 req-c3eb6978-e2a0-454e-a872-98498d61afc9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:24.626583 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb1fb446-2c29-48d7-8b31-7f440a602ce0 req-c3eb6978-e2a0-454e-a872-98498d61afc9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0505843 Jun 16 16:14:24.659278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:24.678040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb1fb446-2c29-48d7-8b31-7f440a602ce0 req-1c84e255-6adc-420e-bfad-fbc4fc5b11ef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Jun 16 16:14:25.594700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe10ec-90b9-4577-a864-25a65dfab571 req-301c5459-4f76-421e-af8c-26bbbd7e181b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:25.596565 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d1fe10ec-90b9-4577-a864-25a65dfab571 req-301c5459-4f76-421e-af8c-26bbbd7e181b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0845194 Jun 16 16:14:25.602858 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47303-64d7-48e2-addb-0cb5c746d7c2 req-33136005-4980-490a-93bf-d542091d52b9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:25.604813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3c47303-64d7-48e2-addb-0cb5c746d7c2 req-33136005-4980-490a-93bf-d542091d52b9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0819213 Jun 16 16:14:25.677145 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d1fe10ec-90b9-4577-a864-25a65dfab571 req-c10a3f4d-1975-4a7c-b998-9878db61c544 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713630 Jun 16 16:14:25.688880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3c47303-64d7-48e2-addb-0cb5c746d7c2 req-18ab1c0f-da72-4e22-9b90-f34aa319666a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760746 Jun 16 16:14:25.693821 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:25.801208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04f3fd-d3ec-44bb-99cc-a8af42edd6b2 req-28b610ed-5aae-4020-aa24-e8eaf2b649e2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:25.803076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d04f3fd-d3ec-44bb-99cc-a8af42edd6b2 req-28b610ed-5aae-4020-aa24-e8eaf2b649e2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0502872 Jun 16 16:14:25.830467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:25.856434 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d04f3fd-d3ec-44bb-99cc-a8af42edd6b2 req-9c020519-3722-4a6e-b4f9-57fc20afbffe tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Jun 16 16:14:26.461592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47638) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:26.567837 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81d33ac3-4e2a-4321-8f77-e1374ed13078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.649238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81d33ac3-4e2a-4321-8f77-e1374ed13078 admin admin] Publish callbacks [] for security_group (bac8514b-a695-41ee-98dd-e56973e0e346), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.653384 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81d33ac3-4e2a-4321-8f77-e1374ed13078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (bac8514b-a695-41ee-98dd-e56973e0e346), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.691303 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d33ac3-4e2a-4321-8f77-e1374ed13078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8514b-a695-41ee-98dd-e56973e0e346,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:26.695652 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-81d33ac3-4e2a-4321-8f77-e1374ed13078 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5babd895d4a441290f1f5f14f942599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329092 Jun 16 16:14:26.698824 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47642) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:26.753170 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] Publish callbacks [] for security_group (bac8514b-a695-41ee-98dd-e56973e0e346), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.822613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] Publish callbacks [] for security_group (bac8514b-a695-41ee-98dd-e56973e0e346), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.882681 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5ef7-a459-4065-be4a-39f2f3e114ac req-7b95c1ff-aa3d-4037-9495-97797ab0d21d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:26.884211 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bfe5ef7-a459-4065-be4a-39f2f3e114ac req-7b95c1ff-aa3d-4037-9495-97797ab0d21d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.1172638 Jun 16 16:14:26.900302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e002e-5d62-439d-9c8f-a4cf63b3fc5f req-a50657ac-b631-4ea7-9054-7307606e5cee tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:26.901839 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-680e002e-5d62-439d-9c8f-a4cf63b3fc5f req-a50657ac-b631-4ea7-9054-7307606e5cee tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1196933 Jun 16 16:14:26.981783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (bac8514b-a695-41ee-98dd-e56973e0e346), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.984386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:26.985553 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bac8514b-a695-41ee-98dd-e56973e0e346 HTTP/1.1" status: 204 len: 168 time: 0.2858226 Jun 16 16:14:26.991917 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bfe5ef7-a459-4065-be4a-39f2f3e114ac req-957154ef-9413-4d32-b347-1ee27a9856c2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007535 Jun 16 16:14:26.996891 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-680e002e-5d62-439d-9c8f-a4cf63b3fc5f req-da849f84-f1b9-4461-a8aa-5f6a6f882d99 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879252 Jun 16 16:14:27.001971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71670-ed95-4200-9a29-b196542702c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8514b-a695-41ee-98dd-e56973e0e346,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:27.119522 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739f14a-da61-4d6a-b2f8-511488e6ea7b req-60a29bb5-40b6-4c03-84e8-d0d2da803af4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:27.121346 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2739f14a-da61-4d6a-b2f8-511488e6ea7b req-60a29bb5-40b6-4c03-84e8-d0d2da803af4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0582674 Jun 16 16:14:27.133594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:27.177070 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2739f14a-da61-4d6a-b2f8-511488e6ea7b req-fa388426-4559-42d8-a2af-9f2bf2b0d8d4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Jun 16 16:14:27.295488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 47656) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:27.310018 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6aea-b45c-4f37-9ff0-3d2a012bce88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.396046 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6aea-b45c-4f37-9ff0-3d2a012bce88 admin admin] Publish callbacks [] for security_group (2eeeee26-3454-4b2d-b05a-2d198b898ce8), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.401455 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6aea-b45c-4f37-9ff0-3d2a012bce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2eeeee26-3454-4b2d-b05a-2d198b898ce8), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.461489 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 47664) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:27.462080 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e7fe6aea-b45c-4f37-9ff0-3d2a012bce88 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eb27a56388e046b480274fbd009e2a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649849 Jun 16 16:14:27.465288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6aea-b45c-4f37-9ff0-3d2a012bce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeeee26-3454-4b2d-b05a-2d198b898ce8,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:27.519159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] Publish callbacks [] for security_group (2eeeee26-3454-4b2d-b05a-2d198b898ce8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.545206 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] Publish callbacks [] for security_group (2eeeee26-3454-4b2d-b05a-2d198b898ce8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.599069 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2eeeee26-3454-4b2d-b05a-2d198b898ce8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.602020 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:27.603220 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2eeeee26-3454-4b2d-b05a-2d198b898ce8 HTTP/1.1" status: 204 len: 168 time: 0.1406877 Jun 16 16:14:27.612667 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1152c3-1be6-4d48-b4ce-c8725701a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeeee26-3454-4b2d-b05a-2d198b898ce8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:27.631542 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:27.814199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:27.822516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa333-50b5-4336-a786-3c958896fa08 req-e823490f-cb53-4ee4-b4f1-958b343ceae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:27.824231 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebeaa333-50b5-4336-a786-3c958896fa08 req-e823490f-cb53-4ee4-b4f1-958b343ceae8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1129 time: 0.0516679 Jun 16 16:14:28.046687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-365b9f30-b6cb-4fec-9911-8a61dfbcd91b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:28.048984 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-365b9f30-b6cb-4fec-9911-8a61dfbcd91b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.33 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0936086 Jun 16 16:14:28.052145 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebeaa333-50b5-4336-a786-3c958896fa08 req-8f7df2bd-96bd-42b4-b347-153c78bd2812 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983839 Jun 16 16:14:28.229314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff72d61-80e2-4dee-941d-b7f678799a4d req-b550fb32-2b38-4264-9d0e-b4d22e865df3 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:28.236371 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dff72d61-80e2-4dee-941d-b7f678799a4d req-b550fb32-2b38-4264-9d0e-b4d22e865df3 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.0998254 Jun 16 16:14:28.267262 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050141d-3b45-41d9-b37b-471394e61ad8 req-5b3586b1-c5fe-4985-bb5f-c9902d0adc7b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:28.269118 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3050141d-3b45-41d9-b37b-471394e61ad8 req-5b3586b1-c5fe-4985-bb5f-c9902d0adc7b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0930758 Jun 16 16:14:28.350797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dff72d61-80e2-4dee-941d-b7f678799a4d req-c94d4020-6d04-40cf-964f-9dc9438e633f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135294 Jun 16 16:14:28.361012 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3050141d-3b45-41d9-b37b-471394e61ad8 req-0b4fb262-db16-4fa7-b18a-e7e0f5b818b5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833337 Jun 16 16:14:28.481310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410b2af-0bd1-44ff-aaee-6d10d6ab698d req-da8a8d3b-889c-4de2-9015-611c635ac49b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:28.482879 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e410b2af-0bd1-44ff-aaee-6d10d6ab698d req-da8a8d3b-889c-4de2-9015-611c635ac49b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Jun 16 16:14:28.551569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e410b2af-0bd1-44ff-aaee-6d10d6ab698d req-cde26fa7-882f-4db8-83cb-e2206875d4bf tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617280 Jun 16 16:14:29.648846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484efee-e6a5-41bf-a8c5-cede87b50273 req-64046341-1e60-4cd7-84b8-9119320bccec tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:29.650372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7484efee-e6a5-41bf-a8c5-cede87b50273 req-64046341-1e60-4cd7-84b8-9119320bccec tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 946 time: 0.1469777 Jun 16 16:14:29.674819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d108957-d5e9-4568-9524-017cf624fc39 req-6c9ae028-9fb8-4b93-ab45-06460eaa2006 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:29.676222 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d108957-d5e9-4568-9524-017cf624fc39 req-6c9ae028-9fb8-4b93-ab45-06460eaa2006 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.1325777 Jun 16 16:14:29.718007 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Deleting port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:29.718377 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:29.820066 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7484efee-e6a5-41bf-a8c5-cede87b50273 req-9e8e4a8a-3862-45c0-9938-93b847d2fdd5 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/security-groups?id=9b8d6157-beb3-4a3f-88b3-70da23e50527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602993 Jun 16 16:14:29.823555 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d108957-d5e9-4568-9524-017cf624fc39 req-1b790655-5306-418f-9806-2a5cb7368a2d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345317 Jun 16 16:14:29.877949 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] For port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:29.878334 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:29.887432 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:29.899594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Calling delete_port for 17ff1249-a9c6-473b-9c9c-1c74c01a15cc owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:30.015019 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5e19b-de87-4c9e-b8a1-6e6e90e6fdb8 req-602852ee-add4-49dd-add7-66889e0e8113 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:30.016571 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-41e5e19b-de87-4c9e-b8a1-6e6e90e6fdb8 req-602852ee-add4-49dd-add7-66889e0e8113 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.1130707 Jun 16 16:14:30.085626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:30.097612 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-41e5e19b-de87-4c9e-b8a1-6e6e90e6fdb8 req-4e76f808-2e62-4171-850f-1b0faeaa295e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Jun 16 16:14:30.205788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (17ff1249-a9c6-473b-9c9c-1c74c01a15cc), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.241270 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Pushing event deleted for resources: {'Port': ['ID=17ff1249-a9c6-473b-9c9c-1c74c01a15cc,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:30.315917 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] No DVR routers for this DVR port 17ff1249-a9c6-473b-9c9c-1c74c01a15cc on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:14:30.320030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:30.324141 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a54995f1-87a5-4fb6-8d19-ddb9526f658e req-26a1b230-6e11-4665-97eb-e7e372f17493 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.33 "DELETE /v2.0/ports/17ff1249-a9c6-473b-9c9c-1c74c01a15cc HTTP/1.1" status: 204 len: 173 time: 0.8992767 Jun 16 16:14:30.324604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'name': 'network-vif-deleted', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:14:30.327015 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a307a015-eb71-4e7a-9aba-d0f5ad5486cf" -d '{"events": [{"server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "name": "network-vif-deleted", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:30.420274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-4ee99c66-a3b6-40d4-8182-0a16d0ffd8c3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542793 Jun 16 16:14:30.421858 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25666ae-3d4f-40d3-a5ce-abd42a0c3f55 x-openstack-request-id: req-f25666ae-3d4f-40d3-a5ce-abd42a0c3f55 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:30.422122 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a464c4-3b6c-48f2-b733-8970ccf82e0d", "name": "network-vif-deleted", "tag": "17ff1249-a9c6-473b-9c9c-1c74c01a15cc", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:30.422312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f25666ae-3d4f-40d3-a5ce-abd42a0c3f55 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:30.422697 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25666ae-3d4f-40d3-a5ce-abd42a0c3f55'] response: {'server_uuid': '79a464c4-3b6c-48f2-b733-8970ccf82e0d', 'name': 'network-vif-deleted', 'tag': '17ff1249-a9c6-473b-9c9c-1c74c01a15cc', 'status': 'completed', 'code': 200} Jun 16 16:14:30.441747 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 17ff1249-a9c6-473b-9c9c-1c74c01a15cc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:14:30.465310 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 17ff1249-a9c6-473b-9c9c-1c74c01a15cc {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:14:30.465657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 17ff1249-a9c6-473b-9c9c-1c74c01a15cc not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:14:30.921922 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c76c76a7-0bcd-416f-93d2-ce67bb63cedd req-a769b99e-0435-46ba-b413-8b28f441342f tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0300305 Jun 16 16:14:31.220877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11567ae-7207-4ff4-9963-fda9d9f179a7 req-b13a1f3b-cb66-4e66-a70c-8f9bde5c5023 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.222669 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f11567ae-7207-4ff4-9963-fda9d9f179a7 req-b13a1f3b-cb66-4e66-a70c-8f9bde5c5023 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Jun 16 16:14:31.234735 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:31.273839 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f11567ae-7207-4ff4-9963-fda9d9f179a7 req-dd57a2eb-c4ca-435a-9c70-bda3b7bd0e4f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Jun 16 16:14:31.385819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ded755-8832-4b71-95a1-b4e3a2b5a674 req-5d66d8ec-fbb6-4690-bf34-981d2b4c7346 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.387176 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9ded755-8832-4b71-95a1-b4e3a2b5a674 req-5d66d8ec-fbb6-4690-bf34-981d2b4c7346 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0470107 Jun 16 16:14:31.434368 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9ded755-8832-4b71-95a1-b4e3a2b5a674 req-e0f2a8a4-b9c7-4157-aa2b-0753fe44ec1e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Jun 16 16:14:31.655243 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-e8a5c422-0923-4ca9-86c7-d7626958c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.656745 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-e8a5c422-0923-4ca9-86c7-d7626958c695 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.0509417 Jun 16 16:14:31.891943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-151c83b5-546b-4ec0-8190-c024218dd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:31.893336 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-151c83b5-546b-4ec0-8190-c024218dd75a service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1084335 Jun 16 16:14:31.940189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-78f7936c-6ac5-4107-9ca8-7e7f6a822139 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 217 time: 0.0355628 Jun 16 16:14:32.210009 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6ea2470-6a7b-449e-a5c7-ed4b5775ae45 req-f2ded310-ab49-43c3-bf21-0634bf8b605d tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0336254 Jun 16 16:14:32.219033 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-cb50573f-1bb1-435c-8e4f-8a1b9ed2847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:32.220441 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-cb50573f-1bb1-435c-8e4f-8a1b9ed2847c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.2714553 Jun 16 16:14:32.268660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-6d5a4514-5b50-4e53-ac60-433f348eacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:32.270182 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-6d5a4514-5b50-4e53-ac60-433f348eacec service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388315 Jun 16 16:14:32.364951 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-d09c4b85-c816-4754-83a4-beff08e69b9e service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Jun 16 16:14:32.433883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:32.481761 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1a608bab-3b76-4bb0-b43c-406787466dc1 req-92c27345-8142-442c-9e12-0b2a1c0ae235 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075947 Jun 16 16:14:33.327624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6382d3c7-5c10-41fb-8e22-25bbc5488328 req-3ecfdc6b-f886-4ce3-84a3-d7490969e083 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0334954 Jun 16 16:14:34.292239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c521703-fc39-4fd4-83b0-b9ad6cd14418 req-6b66b5fd-a4a3-468a-97d2-47a45dc6ad59 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:34.293744 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3c521703-fc39-4fd4-83b0-b9ad6cd14418 req-6b66b5fd-a4a3-468a-97d2-47a45dc6ad59 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0483620 Jun 16 16:14:34.342357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3c521703-fc39-4fd4-83b0-b9ad6cd14418 req-2d4a01b1-11dc-475d-a1de-76040131a1b8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Jun 16 16:14:34.448942 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f5a7fb15-9fe7-45d1-8309-7140bfd41c77 req-d47754b1-6229-4f55-93f6-ecba8033ba18 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0279231 Jun 16 16:14:35.461337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf457d-a4c5-4639-8994-d9e342538c81 req-1b0fe77e-1516-4334-83f9-1c558afceb49 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:35.463469 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8cf457d-a4c5-4639-8994-d9e342538c81 req-1b0fe77e-1516-4334-83f9-1c558afceb49 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0522902 Jun 16 16:14:35.508584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:35.514541 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8cf457d-a4c5-4639-8994-d9e342538c81 req-9d6bc094-75de-47cd-ae29-a143649f2c33 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jun 16 16:14:35.558459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-890f6a94-502c-49d2-bcda-bfb11e62f28b req-e64dd29f-5119-432f-9050-c0a360278485 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0292783 Jun 16 16:14:36.633792 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e1bd7-6b8b-499a-9851-c7ab1acede33 req-a28a5a3f-0edb-4c14-9f8f-e0307a47cdf7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:36.636407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b0e1bd7-6b8b-499a-9851-c7ab1acede33 req-a28a5a3f-0edb-4c14-9f8f-e0307a47cdf7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0521445 Jun 16 16:14:36.685448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e734cb69-0fd5-421c-8336-548067d488c2 req-e15c7c91-b3da-4da4-b6bb-31817f2205ce tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0423071 Jun 16 16:14:36.714934 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b0e1bd7-6b8b-499a-9851-c7ab1acede33 req-cd854a33-2d09-4f4d-a6d1-2cf5fb518f9f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jun 16 16:14:37.579444 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=30,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:37.612782 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:37.796865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc7edbdd-a82f-44b8-a19c-a3852eb8e3bb req-cf23b8d8-f74f-404e-8944-81f0531f0d32 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0297587 Jun 16 16:14:37.841694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa391-c3bd-4630-8201-186dbb005d2a req-6b1d762c-ddaf-4178-b35f-e947ffe9c442 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:37.843240 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6aaa391-c3bd-4630-8201-186dbb005d2a req-6b1d762c-ddaf-4178-b35f-e947ffe9c442 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0493286 Jun 16 16:14:37.861787 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:37.862618 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:37.892533 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6aaa391-c3bd-4630-8201-186dbb005d2a req-1eb4585c-94e9-436a-b145-3a43e3672bd3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Jun 16 16:14:38.910810 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-21a382f5-7a97-4ec1-bb15-447431337f8a req-796f099e-385b-4a4f-8fc3-f6d8f67676ad tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0311558 Jun 16 16:14:39.016340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb2cab-af2c-42dc-8859-a01d75eb7bff req-18099f55-5a9c-4a07-b7b9-8ee9d86135be tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:39.017292 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-78eb2cab-af2c-42dc-8859-a01d75eb7bff req-18099f55-5a9c-4a07-b7b9-8ee9d86135be tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0501156 Jun 16 16:14:39.067837 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-78eb2cab-af2c-42dc-8859-a01d75eb7bff req-b7678d58-0ec2-4404-9c26-be5bc3641d53 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448418 Jun 16 16:14:39.837867 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:14:40.018478 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4802d59f-fc1e-4682-b3c4-ff9542d38913 req-35b42ddd-faae-4d56-8518-9aa0de37b79b tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0280173 Jun 16 16:14:40.184665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae8d29-5f13-4f42-b405-a0dc1199435a req-6827c316-526d-48db-a420-ce2c26906ebf tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:40.186153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83ae8d29-5f13-4f42-b405-a0dc1199435a req-6827c316-526d-48db-a420-ce2c26906ebf tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0461628 Jun 16 16:14:40.237878 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-83ae8d29-5f13-4f42-b405-a0dc1199435a req-a2fdc09b-01a2-4956-81f0-1f1b3a9afc07 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Jun 16 16:14:40.274195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab0e6-d204-4984-bfd4-d0541d775aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:41.126820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3c15ed7-4316-44c5-9d64-66253eb77960 req-4694047d-2754-4de1-8e8c-265aca4429ea tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0301929 Jun 16 16:14:41.348218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc861482-1612-4d19-8235-e2d58d02d868 req-c6a92826-e9b9-4d5f-851c-9668199ca813 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:41.349618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc861482-1612-4d19-8235-e2d58d02d868 req-c6a92826-e9b9-4d5f-851c-9668199ca813 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0465984 Jun 16 16:14:41.398123 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc861482-1612-4d19-8235-e2d58d02d868 req-b915a723-93d1-4ec7-a9ab-b33a7313ad6d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Jun 16 16:14:42.239634 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f0ae57b-ece6-4a30-a7a1-ef40506007be req-91aa03c7-f31b-4df4-9ce1-5fd68cd06861 tempest-DeleteServersTestJSON-1178360874 tempest-DeleteServersTestJSON-1178360874-project] 10.222.0.88 "GET /v2.0/ports?device_id=79a464c4-3b6c-48f2-b733-8970ccf82e0d HTTP/1.1" status: 200 len: 210 time: 0.0314231 Jun 16 16:14:42.513091 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899290d-2575-4aa2-8a76-8162eb1c0108 req-95c55be6-e25b-4f4b-912c-5ee3f871c1c4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:42.514642 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7899290d-2575-4aa2-8a76-8162eb1c0108 req-95c55be6-e25b-4f4b-912c-5ee3f871c1c4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0476401 Jun 16 16:14:42.567118 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7899290d-2575-4aa2-8a76-8162eb1c0108 req-3d1dd2b4-4177-45b0-8a9e-b13ff73656f5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Jun 16 16:14:42.608494 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-163d8a84-b88c-4f64-8252-e07dc1e43041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:42.674540 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-c60388ab-9cab-459e-aa4a-f9b03336bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:42.676264 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-c60388ab-9cab-459e-aa4a-f9b03336bec4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.0450847 Jun 16 16:14:42.853086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-fafe69b4-cdf2-464b-b61f-b517408d4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:42.854611 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-fafe69b4-cdf2-464b-b61f-b517408d4de8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.0943372 Jun 16 16:14:43.194603 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-2d92e5a9-dd68-4f18-8518-d31c77a35e8f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 217 time: 0.0330417 Jun 16 16:14:43.254844 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-97594de4-f82d-4e4d-a08c-cbbad1ca7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:43.256465 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-97594de4-f82d-4e4d-a08c-cbbad1ca7742 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0453451 Jun 16 16:14:43.274707 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:43.310564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-9181f1f4-9aad-4978-8ead-fbd3a3600af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:43.312133 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-9181f1f4-9aad-4978-8ead-fbd3a3600af9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464742 Jun 16 16:14:43.436913 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-7d11b26a-04c6-43fb-bd5a-01075ff34c6e service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062133 Jun 16 16:14:43.560645 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10050a9f-110e-424f-aeca-aa485f7418e9 req-8db82dbe-0b5f-40d4-8bf4-00862c0d55d5 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135042 Jun 16 16:14:43.596064 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:43.661041 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:43.706052 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837c7a-029a-4579-a6e7-73178b1ec153 req-f5386d08-ce56-4526-8b49-ca020cfbdaed tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:43.707880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d837c7a-029a-4579-a6e7-73178b1ec153 req-f5386d08-ce56-4526-8b49-ca020cfbdaed tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0591118 Jun 16 16:14:43.761453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d837c7a-029a-4579-a6e7-73178b1ec153 req-431f6f8d-b244-4f95-846f-98bff8f29911 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Jun 16 16:14:44.605102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48050) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:44.719871 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.786165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48060) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:44.808043 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Publish callbacks [] for security_group (e38ce1c6-529b-4ce1-b123-b25ada02170c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.812418 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e38ce1c6-529b-4ce1-b123-b25ada02170c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.859635 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12aa35389847441e803933fe1b887979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529969 Jun 16 16:14:44.863296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48068) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:44.879153 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ce1c6-529b-4ce1-b123-b25ada02170c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:44.898962 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.899544 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.900575 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.901083 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.902058 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.902855 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.903183 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.903512 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.903851 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.904180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.904513 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.904999 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.905324 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.905641 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.905982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fe6b75-8baf-4933-bbb9-f633c5bd4301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:44.944442 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc503ece-527a-4493-ae18-f0ca7a1734b6 req-b95ccde8-ceb0-4012-95de-feafc9ef6f63 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:44.946714 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc503ece-527a-4493-ae18-f0ca7a1734b6 req-b95ccde8-ceb0-4012-95de-feafc9ef6f63 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0950506 Jun 16 16:14:44.950102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] Publish callbacks [] for security_group (e38ce1c6-529b-4ce1-b123-b25ada02170c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:44.973240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] Publish callbacks [] for security_group (e38ce1c6-529b-4ce1-b123-b25ada02170c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.022181 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e38ce1c6-529b-4ce1-b123-b25ada02170c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.025296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.026474 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e38ce1c6-529b-4ce1-b123-b25ada02170c HTTP/1.1" status: 204 len: 168 time: 0.1621656 Jun 16 16:14:45.034944 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0928c8c-053b-459b-9efc-5bddaf5020f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ce1c6-529b-4ce1-b123-b25ada02170c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.067130 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc503ece-527a-4493-ae18-f0ca7a1734b6 req-e698b0be-50f1-4ad6-bbea-688735531390 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147206 Jun 16 16:14:45.159570 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.290497 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.379410 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48076) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.396046 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bce6485-ed30-45e1-a098-e96a51be9c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.484089 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bce6485-ed30-45e1-a098-e96a51be9c40 admin admin] Publish callbacks [] for security_group (b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.488190 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9bce6485-ed30-45e1-a098-e96a51be9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.527407 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce6485-ed30-45e1-a098-e96a51be9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.531795 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9bce6485-ed30-45e1-a098-e96a51be9c40 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd193fc1a77040a7b73db8b10f4ddee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513631 Jun 16 16:14:45.534571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48078) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:45.568521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:45.578269 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Deleting port 49fd62ce-894c-4462-b982-cd020671d3b0 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:45.578614 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.588427 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] Publish callbacks [] for security_group (b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.611197 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] Publish callbacks [] for security_group (b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.662823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.665350 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.666570 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff HTTP/1.1" status: 204 len: 168 time: 0.1311107 Jun 16 16:14:45.675719 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c9506-003f-4c91-a897-8a55711ffe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ad2fa-ad9c-40f7-a3a9-dc5ec3d285ff,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.728959 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.871922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] For port 49fd62ce-894c-4462-b982-cd020671d3b0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=49fd62ce-894c-4462-b982-cd020671d3b0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:45.872423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:45.886380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Calling delete_port for 49fd62ce-894c-4462-b982-cd020671d3b0 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:45.949226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.087240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (49fd62ce-894c-4462-b982-cd020671d3b0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.092846 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48088) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.114291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fd62ce-894c-4462-b982-cd020671d3b0,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.115504 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9df07884-1a8f-4a00-9db2-6631e2c32ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.124948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.125261 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.125600 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.125986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.126325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.126662 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.126993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.127322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.127651 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.127977 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.128306 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.128633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.128956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.129351 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.130159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:46.210236 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.214901 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.251331 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9df07884-1a8f-4a00-9db2-6631e2c32ebb admin admin] Publish callbacks [] for security_group (3788a6ae-0e89-41b6-8563-854c6fe96eb8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.256930 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9df07884-1a8f-4a00-9db2-6631e2c32ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (3788a6ae-0e89-41b6-8563-854c6fe96eb8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.257076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2732-7116-4a31-bb75-6258dee1bb0f req-ea59c97e-01a9-47e0-aa28-8d0bf5954b79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:46.258736 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7af2732-7116-4a31-bb75-6258dee1bb0f req-ea59c97e-01a9-47e0-aa28-8d0bf5954b79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0953908 Jun 16 16:14:46.303977 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9df07884-1a8f-4a00-9db2-6631e2c32ebb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=193db868e13547698190c85306ddfcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100365 Jun 16 16:14:46.304873 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df07884-1a8f-4a00-9db2-6631e2c32ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3788a6ae-0e89-41b6-8563-854c6fe96eb8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.307974 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48094) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.363567 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] Publish callbacks [] for security_group (3788a6ae-0e89-41b6-8563-854c6fe96eb8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.380722 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7af2732-7116-4a31-bb75-6258dee1bb0f req-09285635-6109-40b1-8115-ff72d60359a3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846112 Jun 16 16:14:46.393294 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] Publish callbacks [] for security_group (3788a6ae-0e89-41b6-8563-854c6fe96eb8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.408143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.447398 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (3788a6ae-0e89-41b6-8563-854c6fe96eb8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.450336 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.454169 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3788a6ae-0e89-41b6-8563-854c6fe96eb8 HTTP/1.1" status: 204 len: 168 time: 0.1427205 Jun 16 16:14:46.478112 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07a1c5-5c96-4d0f-a6c6-eac63116bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788a6ae-0e89-41b6-8563-854c6fe96eb8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.640199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Router d8dae307-be9e-42d5-813e-59a51d1aa8bb has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:14:46.698326 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.750628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:14:46.755950 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ca7ff2b0-8d7a-4d04-9e5e-26a825690b92 admin admin] 10.222.0.88 "PUT /v2.0/routers/d8dae307-be9e-42d5-813e-59a51d1aa8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707422 Jun 16 16:14:46.758455 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48102) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:46.764934 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Sync routers for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:46.777501 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:46.778422 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:14:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:46.870647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks [] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:46.887900 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:46.918626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:46.986519 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks [] for router_gateway (d8dae307-be9e-42d5-813e-59a51d1aa8bb), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.046731 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Deleting port ca7fdac2-ff45-4814-bf4d-a948fc3b3825 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:47.047069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.096310 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:14:46Z', 'revision_number': 5, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port': {'id': 'ca7fdac2-ff45-4814-bf4d-a948fc3b3825', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:47.128059 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Checking router: d8dae307-be9e-42d5-813e-59a51d1aa8bb for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:47.138798 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Routers {'d8dae307-be9e-42d5-813e-59a51d1aa8bb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:14:47.139406 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:14:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:47.152050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] For port ca7fdac2-ff45-4814-bf4d-a948fc3b3825, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:47.152528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.166694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Calling delete_port for ca7fdac2-ff45-4814-bf4d-a948fc3b3825 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:47.241110 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] Set router d8dae307-be9e-42d5-813e-59a51d1aa8bb gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:14:47.378630 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:14:46Z', 'revision_number': 6, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:47.380464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (ca7fdac2-ff45-4814-bf4d-a948fc3b3825), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.406266 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30699a8b-b58e-42b1-b7ef-795c56cd7ee9 None None] The sync data for ids ['d8dae307-be9e-42d5-813e-59a51d1aa8bb'] in dv-cinder-837354-2-iscsi is: [{'id': 'd8dae307-be9e-42d5-813e-59a51d1aa8bb', 'name': 'tempest-DeleteServersTestJSON-1688031924-router', 'tenant_id': '24fb126babee4bbea59923603503a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:25Z', 'updated_at': '2022-06-16T16:14:46Z', 'revision_number': 6, 'project_id': '24fb126babee4bbea59923603503a21a', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:47.414252 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7fdac2-ff45-4814-bf4d-a948fc3b3825,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.479425 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.613191 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.616974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks [] for router_controller (d8dae307-be9e-42d5-813e-59a51d1aa8bb), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.628855 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30062be2-bcea-4927-bb41-428e2aceab70 req-64c2bab5-11da-4d8a-a4eb-39d896b9f504 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:47.630410 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30062be2-bcea-4927-bb41-428e2aceab70 req-64c2bab5-11da-4d8a-a4eb-39d896b9f504 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.1331806 Jun 16 16:14:47.689534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:47.702890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (d8dae307-be9e-42d5-813e-59a51d1aa8bb), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.703549 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8dae307-be9e-42d5-813e-59a51d1aa8bb {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:14:47.713688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.714979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e7f51e4f-44f8-43ce-a378-9e2ef4aee787 admin admin] 10.222.0.88 "DELETE /v2.0/routers/d8dae307-be9e-42d5-813e-59a51d1aa8bb HTTP/1.1" status: 204 len: 168 time: 0.9549203 Jun 16 16:14:47.717626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48132) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:47.762140 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30062be2-bcea-4927-bb41-428e2aceab70 req-604011e0-68f8-4a7e-b4a7-3f863bd1448e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026695 Jun 16 16:14:47.802948 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Deleting subnet 787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:14:47.808557 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Publish callbacks [] for subnet (787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.853306 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:47.996888 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.050229 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.077110 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.079123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.083656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575ddfd-5371-41a4-bc8d-0dc6331bf438 None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:14:48.084932 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48142) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:48.085435 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f79f62b0-e230-4078-a00d-b1422bf42949 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/787ec8c0-43b3-4ceb-aa09-3f7ddbd41d55 HTTP/1.1" status: 204 len: 168 time: 0.3654697 Jun 16 16:14:48.163583 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (5d375348-adcc-438c-9fee-9cf43aa78b15), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.207956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Deleting port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:48.208307 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.272062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] For port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:48.272439 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.286762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Calling delete_port for 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:48.308561 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] DHCP port deletion for 5d375348-adcc-438c-9fee-9cf43aa78b15 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:14:48.348357 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Deleting port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:14:48.348723 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.365528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:48.379428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.406722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.410213 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] No DVR routers for this DVR port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:14:48.433819 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] For port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,segment=NetworkSegment(afbf612c-2277-4775-9d15-fff11743e048),segment_id=afbf612c-2277-4775-9d15-fff11743e048)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:14:48.434233 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.451450 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Calling delete_port for 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:14:48.488132 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (5d375348-adcc-438c-9fee-9cf43aa78b15), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.514080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d375348-adcc-438c-9fee-9cf43aa78b15']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:48.525464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbf612c-2277-4775-9d15-fff11743e048') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:48.525827 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbf612c-2277-4775-9d15-fff11743e048') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:48.536116 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (afbf612c-2277-4775-9d15-fff11743e048), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.538997 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca7fdac2-ff45-4814-bf4d-a948fc3b3825 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:14:48.550166 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (afbf612c-2277-4775-9d15-fff11743e048), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.557872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:48.558745 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (afbf612c-2277-4775-9d15-fff11743e048), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.578502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: ca7fdac2-ff45-4814-bf4d-a948fc3b3825 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:14:48.578886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca7fdac2-ff45-4814-bf4d-a948fc3b3825 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:14:48.579305 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 49fd62ce-894c-4462-b982-cd020671d3b0 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:14:48.581980 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment afbf612c-2277-4775-9d15-fff11743e048 resource provider aggregate not found Jun 16 16:14:48.605329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 49fd62ce-894c-4462-b982-cd020671d3b0 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:14:48.605738 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 49fd62ce-894c-4462-b982-cd020671d3b0 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:14:48.606243 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:14:48.629965 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment afbf612c-2277-4775-9d15-fff11743e048 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afbf612c-2277-4775-9d15-fff11743e048 found for delete ", "request_id": "req-ef6ecac2-5532-4d05-99f2-1648b9be5f77"}]} Jun 16 16:14:48.645859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (5d375348-adcc-438c-9fee-9cf43aa78b15), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.656822 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.660683 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5d375348-adcc-438c-9fee-9cf43aa78b15 HTTP/1.1" status: 204 len: 168 time: 0.5747092 Jun 16 16:14:48.660942 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:14:48.661323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:14:48.663041 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (52864fb7-e84d-4e04-9dff-7e3b7f19a6a0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:48.683242 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb886c1-2ddd-4da0-ac0d-3d38256f4ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d375348-adcc-438c-9fee-9cf43aa78b15,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.696411 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Network 5d375348-adcc-438c-9fee-9cf43aa78b15 is not hosted by any dhcp agent {{(pid=104081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 16 16:14:48.696890 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] No DVR routers for this DVR port 52864fb7-e84d-4e04-9dff-7e3b7f19a6a0 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:14:48.698738 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Pushing event deleted for resources: {'Port': ['ID=52864fb7-e84d-4e04-9dff-7e3b7f19a6a0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.710045 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.710629 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.711212 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.712030 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.712813 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.713356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.713705 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.719441 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.720082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.720501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.720914 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.721474 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.722190 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.722589 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.722986 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd76e2e-0346-40b9-8af3-677d6362af12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:48.868281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48154) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:48.901344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758c49-feea-4529-84e2-c0f5a52ff73d req-50783278-a675-4d41-b16c-03e6ccd97f9e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:48.902828 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-21758c49-feea-4529-84e2-c0f5a52ff73d req-50783278-a675-4d41-b16c-03e6ccd97f9e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0524788 Jun 16 16:14:48.909642 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1ce4e4d9-3e6e-45af-a911-800969f4ca36 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=24fb126babee4bbea59923603503a21a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402203 Jun 16 16:14:48.912234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48158) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:14:48.960937 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-21758c49-feea-4529-84e2-c0f5a52ff73d req-7cf014ae-937e-4364-905d-ba98473a81a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514858 Jun 16 16:14:48.974642 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] Publish callbacks [] for security_group (9b8d6157-beb3-4a3f-88b3-70da23e50527), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.001257 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] Publish callbacks [] for security_group (9b8d6157-beb3-4a3f-88b3-70da23e50527), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.050076 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9b8d6157-beb3-4a3f-88b3-70da23e50527), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.053136 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:14:49.054324 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9b8d6157-beb3-4a3f-88b3-70da23e50527 HTTP/1.1" status: 204 len: 168 time: 0.1411219 Jun 16 16:14:49.062509 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d94ce-c6d1-4ca0-b8e3-5317d1166dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8d6157-beb3-4a3f-88b3-70da23e50527,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.105297 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c3a52-4e0f-4c26-9054-7a5f574a5264 req-27068cf6-4757-4201-bf52-1c91808e6254 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:50.106842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a77c3a52-4e0f-4c26-9054-7a5f574a5264 req-27068cf6-4757-4201-bf52-1c91808e6254 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0560904 Jun 16 16:14:50.170453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a77c3a52-4e0f-4c26-9054-7a5f574a5264 req-b1821f4a-9d18-4a72-baa9-5976494c33db tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Jun 16 16:14:51.290790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d361dd-8c9b-4716-909b-ecbaf0658879 req-2b6a1f0f-c1dc-4060-8fa8-493d25e65676 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:51.292517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6d361dd-8c9b-4716-909b-ecbaf0658879 req-2b6a1f0f-c1dc-4060-8fa8-493d25e65676 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0506997 Jun 16 16:14:51.343611 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6d361dd-8c9b-4716-909b-ecbaf0658879 req-8f05536b-a286-47a1-bd77-c434e90187b9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Jun 16 16:14:52.463104 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b05c9-f367-43cc-8330-51d6421367d6 req-01046a5e-06f6-4459-a94f-05fe65b7174f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:52.464603 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d04b05c9-f367-43cc-8330-51d6421367d6 req-01046a5e-06f6-4459-a94f-05fe65b7174f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0497389 Jun 16 16:14:52.511271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:52.516427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d04b05c9-f367-43cc-8330-51d6421367d6 req-13ce449f-2875-456c-aaa9-ee33126837e1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Jun 16 16:14:53.637520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984b9c-7946-4186-8131-da567e2b1c72 req-cd21ed52-d483-4a28-beea-d6538c95f0f2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:53.639418 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7984b9c-7946-4186-8131-da567e2b1c72 req-cd21ed52-d483-4a28-beea-d6538c95f0f2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0481348 Jun 16 16:14:53.687120 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7984b9c-7946-4186-8131-da567e2b1c72 req-b9aef03d-9fee-45c5-a19e-02a1ed6f4455 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Jun 16 16:14:54.417926 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-fe5a9d76-b3cf-4f5b-a47b-a52166e16813 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=999705a6bba24e4198240e1f8b08c4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331593 Jun 16 16:14:54.859236 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0259d0-434b-4684-b1d7-08ba926227c4 req-3a7bb730-d50e-4750-8ebe-4664dc4d3ee6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:54.860710 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a0259d0-434b-4684-b1d7-08ba926227c4 req-3a7bb730-d50e-4750-8ebe-4664dc4d3ee6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0992157 Jun 16 16:14:54.868902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-f17c6c15-f57c-4330-b0c5-9f798502c300 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:54.870295 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-f17c6c15-f57c-4330-b0c5-9f798502c300 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4470410 Jun 16 16:14:54.900193 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-38cc984a-4664-43de-81d1-1b2e2f9c6098 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/quotas/999705a6bba24e4198240e1f8b08c4d9 HTTP/1.1" status: 200 len: 375 time: 0.0226073 Jun 16 16:14:54.947624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-32a195ce-ee27-40fb-8ee5-0661a199b5c9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=999705a6bba24e4198240e1f8b08c4d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376101 Jun 16 16:14:54.951195 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a0259d0-434b-4684-b1d7-08ba926227c4 req-e237f1f2-b28e-4b23-8698-919de6c89a57 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799661 Jun 16 16:14:55.132473 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-32523e2c-f1eb-4e7e-beea-09bef3fc60fc req-f80ef0c4-e780-470f-a0cf-b0ad01dce026 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0278432 Jun 16 16:14:55.714316 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-a7f24bcc-a283-4e4b-91c7-de97538ba100 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367350092&fields=id&tenant_id=aed429e2356c4c7a83872d82c0540b66 HTTP/1.1" status: 200 len: 267 time: 0.0680881 Jun 16 16:14:55.826523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:55.849089 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-823790a4-e63e-40b1-9b15-6fd21c531884 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:55.850545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-823790a4-e63e-40b1-9b15-6fd21c531884 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 808 time: 0.1283104 Jun 16 16:14:55.868224 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-265684d4-83b4-4450-9da5-1d24ff35b6da tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/quotas/aed429e2356c4c7a83872d82c0540b66 HTTP/1.1" status: 200 len: 375 time: 0.0109813 Jun 16 16:14:55.932129 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-dc29cf8a-2188-4935-9098-891ef2347ff8 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576024 Jun 16 16:14:56.070110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-69a903da-f2c4-4ee9-9f51-1eaac767966f service neutron] 10.222.0.88 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245282 Jun 16 16:14:56.108461 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a73994-65b5-4c7f-96e1-d269d016b6ec req-8f56419a-155c-45ed-8dca-0bd849916fec tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:56.109981 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07a73994-65b5-4c7f-96e1-d269d016b6ec req-8f56419a-155c-45ed-8dca-0bd849916fec tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0802741 Jun 16 16:14:56.218382 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07a73994-65b5-4c7f-96e1-d269d016b6ec req-f8dd1c47-db67-4372-ad83-729fba6715b1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015577 Jun 16 16:14:56.222327 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-57fc442b-24ab-4fdd-af7d-8b458e0c9dff service neutron] 10.222.0.88 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445704 Jun 16 16:14:56.316128 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4ec14305-ebca-40cf-be67-13c1b6411a18 req-4aa52c05-1aa8-4062-80ac-eb604e62334a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0341415 Jun 16 16:14:56.536903 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ebcba13-6f53-40c8-a4be-f6f412a0eae0 req-6c7fd18a-a80d-4769-be92-25e5e0846ba0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0284717 Jun 16 16:14:57.345064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cfbf5-5c3a-48de-ba41-aa2ba59d8b27 req-c3cf4780-abd7-45cb-9945-99fa51c8bfc9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:57.346606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e2cfbf5-5c3a-48de-ba41-aa2ba59d8b27 req-c3cf4780-abd7-45cb-9945-99fa51c8bfc9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0510015 Jun 16 16:14:57.405850 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e2cfbf5-5c3a-48de-ba41-aa2ba59d8b27 req-b585374e-e0e6-46f4-a397-149f50bb57f6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Jun 16 16:14:57.422020 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6182e257-7580-4c1c-896f-5ac9b4bf3781 req-bb6abaa5-9333-457a-849f-fc26e91d6263 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0324278 Jun 16 16:14:57.637526 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-36dab061-a39d-463f-b7a4-81e135047c73 req-7bea6881-04e9-4585-be5e-146c7becb83d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Jun 16 16:14:58.540341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8dbac261-44c4-4bf3-8d63-677cc7abe121 req-fe710ace-e28e-4d69-a2b0-fecb887a08c9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0364161 Jun 16 16:14:58.548420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8c822-5a60-49c4-a1c3-2c2d2742c833 req-af6cae64-e822-490b-bb33-e18bbf7ef819 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:58.549905 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dcd8c822-5a60-49c4-a1c3-2c2d2742c833 req-af6cae64-e822-490b-bb33-e18bbf7ef819 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0748918 Jun 16 16:14:58.563115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:58.601933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dcd8c822-5a60-49c4-a1c3-2c2d2742c833 req-257a3a44-d025-4612-9614-aeebb70877fb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Jun 16 16:14:58.735077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4517e5b-9c18-43a8-bed1-e1ffb13bc2e0 req-9cd60ef2-030c-4910-9e5f-0e0df0da9e04 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0315125 Jun 16 16:14:59.057511 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:59.058355 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=2,neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:59.074241 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:59.075098 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:14:59.635587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c402a452-42fd-40a0-acd7-20c3130bcb3b req-57854823-d37f-4b8b-ac4a-88f03173cd53 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0275254 Jun 16 16:14:59.718424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8459f20-8a01-45ed-868a-a1cb15765579 req-87cc4e1b-4871-40d6-b732-95514c5312da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:14:59.719905 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b8459f20-8a01-45ed-868a-a1cb15765579 req-87cc4e1b-4871-40d6-b732-95514c5312da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0498209 Jun 16 16:14:59.771370 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b8459f20-8a01-45ed-868a-a1cb15765579 req-5a3f040b-7604-4ea3-9a67-4265af326c81 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jun 16 16:14:59.831846 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-898deb79-5249-4364-b46f-78853adb8230 req-868d32dd-0fd4-404c-a46a-0efd76839b3d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0286338 Jun 16 16:15:00.734218 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-04bcc78e-e410-45c4-966d-e12c091a2529 req-e71ed9cb-bae8-46a2-aa69-9f2d30681bd7 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0307570 Jun 16 16:15:00.895422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1b799-9083-4ec9-a07c-19bbdf65939b req-c5c3b964-74ea-4c41-88d5-80532e35a304 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:00.898137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bfd1b799-9083-4ec9-a07c-19bbdf65939b req-c5c3b964-74ea-4c41-88d5-80532e35a304 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0551224 Jun 16 16:15:00.933402 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c08e00f5-636b-4bcd-8b18-66fd3d06b6a5 req-d3d5a3dd-6a52-4578-8e5d-c4412a6f81a3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Jun 16 16:15:00.970651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bfd1b799-9083-4ec9-a07c-19bbdf65939b req-79b421cd-f277-478e-ab88-17547e776bf1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Jun 16 16:15:01.232140 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:01.832642 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-24fdcf7e-f89c-4906-a1f9-bb25cb87db10 req-63bbcf75-335e-4e98-937d-f22abe29ed74 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0306823 Jun 16 16:15:02.036136 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b1cbd9d-4167-46c4-b511-32a023448e36 req-d282ba38-bd92-472a-9c1f-a0f2abfec448 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0316324 Jun 16 16:15:02.107341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-757fd220-b1da-4355-aca9-c96439388c0a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=999705a6bba24e4198240e1f8b08c4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449891 Jun 16 16:15:02.122897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5433d0-1630-4e47-8857-632879cd8f11 req-576d0909-5d5f-475b-aa51-5b944f8839da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:02.124369 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd5433d0-1630-4e47-8857-632879cd8f11 req-576d0909-5d5f-475b-aa51-5b944f8839da tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0753956 Jun 16 16:15:02.211616 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd5433d0-1630-4e47-8857-632879cd8f11 req-b4aca8bd-b300-42c4-8275-c96aedf76520 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Jun 16 16:15:02.263202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:02.285156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-7dfe9d9a-0b7c-40cc-bc28-3b917fb0f21f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:02.286599 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-7dfe9d9a-0b7c-40cc-bc28-3b917fb0f21f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322291 Jun 16 16:15:02.787969 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Request body: {'port': {'device_id': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa', 'admin_state_up': True, 'tenant_id': '999705a6bba24e4198240e1f8b08c4d9'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:02.903251 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Made reservation on behalf of 999705a6bba24e4198240e1f8b08c4d9 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:02.907019 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.927446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:02.955056 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ca8c7a4b-0c98-4558-a20f-1a73c39f7714 req-ca256fbb-d190-44f0-9eb5-f563eaef357e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0456200 Jun 16 16:15:03.034057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks [] for security_group (35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.038963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.108154 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:03.148902 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-44ba0a6c-50f9-4a03-93da-6c78b2eb887c req-827b2b68-6fb7-4204-af9d-9baa36bb7e83 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0378079 Jun 16 16:15:03.189444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:03.209902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Allocated IP 192.168.233.158 (048999cc-4d4e-4f74-8bd6-f1e680db4caa/bd4f2e73-a3e0-462f-9f31-fb0276ff70a1/c757db64-168f-46a4-8d08-d52739845f89) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:03.386867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0843c-f9f9-4026-b6c7-35eb70078728 req-1e1d41cc-9a32-4b86-bce2-50a74b6dedd0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:03.388340 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8d0843c-f9f9-4026-b6c7-35eb70078728 req-1e1d41cc-9a32-4b86-bce2-50a74b6dedd0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0688369 Jun 16 16:15:03.423603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks [] for port (c757db64-168f-46a4-8d08-d52739845f89), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.461560 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8d0843c-f9f9-4026-b6c7-35eb70078728 req-b5b17071-4054-4e58-8933-9d188c0a6329 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Jun 16 16:15:03.483353 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.523860 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Network 048999cc-4d4e-4f74-8bd6-f1e680db4caa is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:03.526981 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:03.533619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:03.538228 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:03.561811 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Pushing event updated for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:03.593659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:03.594325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.612171 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-1a28cfca-0b89-4c33-a3bf-9c8a5e6b11f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8283107 Jun 16 16:15:03.709980 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-6ccee4b2-5f50-4550-bbf6-9f4fb68e59b5 None None] Provisioning complete for port c757db64-168f-46a4-8d08-d52739845f89 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:03.710532 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ccee4b2-5f50-4550-bbf6-9f4fb68e59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (c757db64-168f-46a4-8d08-d52739845f89), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:03.745140 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-6ccee4b2-5f50-4550-bbf6-9f4fb68e59b5 None None] Port c757db64-168f-46a4-8d08-d52739845f89 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:04.072901 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b29fbb-5094-4c01-b281-c4a323215bee req-d6110311-51f8-4956-905a-0b7e204cb0c9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:04.074488 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6b29fbb-5094-4c01-b281-c4a323215bee req-d6110311-51f8-4956-905a-0b7e204cb0c9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0508165 Jun 16 16:15:04.124976 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6b29fbb-5094-4c01-b281-c4a323215bee req-9eefdb6a-27d4-45e4-b5c9-6f4daafff18a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Jun 16 16:15:04.243657 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-770d9a56-6645-4f3b-8ea7-adabd14a7690 req-5ae5f31e-142e-41a7-a13e-06210beba80f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0278831 Jun 16 16:15:04.577808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5248691-d961-4379-a049-99f9b8b0f45a req-44138b0c-9591-4597-8a7b-a1ea9279c93c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:04.579281 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5248691-d961-4379-a049-99f9b8b0f45a req-44138b0c-9591-4597-8a7b-a1ea9279c93c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0495732 Jun 16 16:15:04.637671 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5248691-d961-4379-a049-99f9b8b0f45a req-49f2eb35-0f0b-4608-a45b-7b97c24ec772 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528121 Jun 16 16:15:05.238944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967aace-3537-499b-9204-e744d9e2ab4c req-d3a97dee-5c4a-4784-9662-a2a1aec21f3f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.240419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a967aace-3537-499b-9204-e744d9e2ab4c req-d3a97dee-5c4a-4784-9662-a2a1aec21f3f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0468771 Jun 16 16:15:05.288652 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a967aace-3537-499b-9204-e744d9e2ab4c req-a66a6e53-e0da-4ebf-8d48-a48b83bf2308 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Jun 16 16:15:05.338492 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a23d7b22-a193-489d-8681-e2e2536fa943 req-fadfe5d5-2ac2-47a9-a3fc-a224b4e89263 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Jun 16 16:15:05.755208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d326a8-df0c-4d81-972d-fb1f49317f25 req-b858a254-c584-4c7f-bcf4-e0c109382e82 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:05.756681 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c0d326a8-df0c-4d81-972d-fb1f49317f25 req-b858a254-c584-4c7f-bcf4-e0c109382e82 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0503592 Jun 16 16:15:05.803624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c0d326a8-df0c-4d81-972d-fb1f49317f25 req-c32add05-7c95-454a-80d8-019d49c41574 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Jun 16 16:15:06.388043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:06.408907 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1505-9253-49f4-9e35-3e0d95836c62 req-9c4f0902-2f04-4217-9646-a6edd02341ed tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.410504 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d2b1505-9253-49f4-9e35-3e0d95836c62 req-9c4f0902-2f04-4217-9646-a6edd02341ed tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0504670 Jun 16 16:15:06.447857 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-27710929-c2c4-40c7-b69f-cbdae45abb66 req-221cb821-ef6c-42f4-8e74-96c3d1c3e65d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0363839 Jun 16 16:15:06.479224 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d2b1505-9253-49f4-9e35-3e0d95836c62 req-75f4d192-9d8b-4ece-8f5c-8f1a328eaf1b tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Jun 16 16:15:06.924504 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4765b8-6ad9-4cf2-9cc1-e8cdaebdfb40 req-7c8eb3b3-84fe-49e2-baba-7934a367930f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:06.926069 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e4765b8-6ad9-4cf2-9cc1-e8cdaebdfb40 req-7c8eb3b3-84fe-49e2-baba-7934a367930f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0519652 Jun 16 16:15:06.975081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e4765b8-6ad9-4cf2-9cc1-e8cdaebdfb40 req-2ca1742d-4674-4b83-9655-78034f5e517c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Jun 16 16:15:07.552277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1240bdf3-2112-46d9-ad7a-9d695afc99d9 req-8bd74bc4-24ff-4fb6-a669-812886ab02a3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Jun 16 16:15:07.601559 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c6d8-1d8a-406a-9fc5-c131b7414781 req-3216f45a-cedb-442f-9d5e-2b48aee15a6f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:07.603387 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a038c6d8-1d8a-406a-9fc5-c131b7414781 req-3216f45a-cedb-442f-9d5e-2b48aee15a6f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0542650 Jun 16 16:15:07.652035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a038c6d8-1d8a-406a-9fc5-c131b7414781 req-59f78e37-2c7b-4044-a46c-69587924e011 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Jun 16 16:15:08.089898 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2994-6dfe-4edc-b6a3-6526f6147d14 req-cd731bdb-77c8-4dcd-acef-11b17262ba7e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.091361 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-992d2994-6dfe-4edc-b6a3-6526f6147d14 req-cd731bdb-77c8-4dcd-acef-11b17262ba7e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0495496 Jun 16 16:15:08.140375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-992d2994-6dfe-4edc-b6a3-6526f6147d14 req-dedbca60-f0c4-4f59-ac4e-ce8158a6dc6b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Jun 16 16:15:08.648243 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6ef0eff5-afda-4bb3-a273-907174bd6049 req-8ab118f6-dd37-4fee-b8b0-d3c98483a73c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jun 16 16:15:08.762327 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a31e8-7db4-4928-98cc-1e0ea7425562 req-8a172b77-44f7-42e3-b88f-cfa6f9867df2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:08.763846 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9b3a31e8-7db4-4928-98cc-1e0ea7425562 req-8a172b77-44f7-42e3-b88f-cfa6f9867df2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0468645 Jun 16 16:15:08.812155 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9b3a31e8-7db4-4928-98cc-1e0ea7425562 req-3fa2c34d-2685-48b6-8d7b-5e16306c9e4e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Jun 16 16:15:09.259925 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360910f-2945-40df-aac9-adeab941769e req-d127379f-b482-44e8-b5eb-1a681e838978 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.261404 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6360910f-2945-40df-aac9-adeab941769e req-d127379f-b482-44e8-b5eb-1a681e838978 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0521321 Jun 16 16:15:09.308832 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6360910f-2945-40df-aac9-adeab941769e req-cb20d1fd-354b-4bea-97df-6879fb143274 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Jun 16 16:15:09.745557 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf091423-17f8-489c-8f54-2fb39595374a req-98215259-9e8f-47e4-9bf0-7129facd0b44 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0287037 Jun 16 16:15:09.915182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:09.930799 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d00935-90e4-435e-83db-dc0f12d94958 req-e2e9a290-c562-4e73-8a97-332ee432e6b6 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:09.932341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4d00935-90e4-435e-83db-dc0f12d94958 req-e2e9a290-c562-4e73-8a97-332ee432e6b6 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.0507090 Jun 16 16:15:09.983203 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4d00935-90e4-435e-83db-dc0f12d94958 req-d11178d7-b041-4976-aa13-56a7ca5e8826 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Jun 16 16:15:10.278813 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c06df392-4cdc-46f0-99f7-43eef30a7233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.450766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c013d-c287-49c4-8519-29400f9b77b9 req-5f8c0cb9-2c3e-47cb-99ac-6c40b1220532 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.452414 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-151c013d-c287-49c4-8519-29400f9b77b9 req-5f8c0cb9-2c3e-47cb-99ac-6c40b1220532 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0711753 Jun 16 16:15:10.513746 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-151c013d-c287-49c4-8519-29400f9b77b9 req-5539ef69-9d56-4690-8468-510bf08fc622 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473533 Jun 16 16:15:10.579669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Request body: {'port': {'device_id': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:10.699950 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (c757db64-168f-46a4-8d08-d52739845f89), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:10.792035 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:10.816155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-542f1265-e406-463f-bf87-93c9adaee70b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.817618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-542f1265-e406-463f-bf87-93c9adaee70b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 808 time: 0.2084548 Jun 16 16:15:10.823558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19d134-6265-4112-91ef-603f798b3d4e req-b5444013-5113-4b08-97c8-da8854da7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:10.824956 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f19d134-6265-4112-91ef-603f798b3d4e req-b5444013-5113-4b08-97c8-da8854da7c1a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.0806892 Jun 16 16:15:10.928783 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bdcfabca-7f27-4ec1-93f9-672ebaf03a77 req-7af1a31c-3f68-4f3c-b948-070ea84b3b24 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.1101258 Jun 16 16:15:11.288221 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f19d134-6265-4112-91ef-603f798b3d4e req-c86f2bd9-d97f-4887-b7f8-0b7664189ca2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065681 Jun 16 16:15:11.306879 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-a2767240-c22a-4102-bb44-5811459569f3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed429e2356c4c7a83872d82c0540b66 HTTP/1.1" status: 200 len: 379 time: 0.4265704 Jun 16 16:15:11.312737 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162445f8-dfb9-448f-800b-38db07034728 req-121860d3-0ab3-4129-9ca6-a4c348332849 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.314153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-162445f8-dfb9-448f-800b-38db07034728 req-121860d3-0ab3-4129-9ca6-a4c348332849 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 936 time: 0.1227963 Jun 16 16:15:11.395491 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-162445f8-dfb9-448f-800b-38db07034728 req-a3718a96-b12d-4cd3-ac07-3d25285f765f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748026 Jun 16 16:15:11.426574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:11.433374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c757db64-168f-46a4-8d08-d52739845f89 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:11.442240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks [] for port (c757db64-168f-46a4-8d08-d52739845f89), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.456603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Transition to ACTIVE for port object c757db64-168f-46a4-8d08-d52739845f89 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:11.462038 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.516511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Pushing event updated for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.610818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Attempting to bind port c757db64-168f-46a4-8d08-d52739845f89 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:11.611176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Attempting to bind port c757db64-168f-46a4-8d08-d52739845f89 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:11.611506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Attempting to bind port c757db64-168f-46a4-8d08-d52739845f89 on network 048999cc-4d4e-4f74-8bd6-f1e680db4caa {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:11.638795 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Port c757db64-168f-46a4-8d08-d52739845f89 on network 048999cc-4d4e-4f74-8bd6-f1e680db4caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:11.638924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Attempting to bind port c757db64-168f-46a4-8d08-d52739845f89 on network 048999cc-4d4e-4f74-8bd6-f1e680db4caa {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:11.654045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d38f8-02a7-4e02-90a3-bf37bff66b61 req-139219a6-fb38-4fd1-8d61-0cd34c610a26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.655605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-837d38f8-02a7-4e02-90a3-bf37bff66b61 req-139219a6-fb38-4fd1-8d61-0cd34c610a26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0642447 Jun 16 16:15:11.656574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:11.656914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Checking segment: {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:11.657305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Bound using segment: {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:11.657844 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Bound port: c757db64-168f-46a4-8d08-d52739845f89, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fafbb1-d927-4764-9863-26daed4ccd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:11.658218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (c757db64-168f-46a4-8d08-d52739845f89), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.756962 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-837d38f8-02a7-4e02-90a3-bf37bff66b61 req-3f52b7cd-1619-4eb0-a2f0-1cdc13120422 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951109 Jun 16 16:15:11.763020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:11.767221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c757db64-168f-46a4-8d08-d52739845f89,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:11.774778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.811411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:11.812124 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:11.813819 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] 10.222.0.33 "PUT /v2.0/ports/c757db64-168f-46a4-8d08-d52739845f89 HTTP/1.1" status: 200 len: 1098 time: 1.2395451 Jun 16 16:15:11.814258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:11.816521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "tag": "c757db64-168f-46a4-8d08-d52739845f89"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:11.838606 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b910fc-89da-431e-8c9e-382901e0c321 service neutron] Pushing event updated for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.857062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a88b2-1f3b-4ab0-9007-20b12d4e33ac x-openstack-request-id: req-185a88b2-1f3b-4ab0-9007-20b12d4e33ac {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:11.857347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "tag": "c757db64-168f-46a4-8d08-d52739845f89", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:11.857595 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-185a88b2-1f3b-4ab0-9007-20b12d4e33ac {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:11.858018 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185a88b2-1f3b-4ab0-9007-20b12d4e33ac'] response: {'name': 'network-changed', 'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89', 'status': 'completed', 'code': 200} Jun 16 16:15:12.029198 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a6031101-4551-4060-9ffe-2074168eb7f9 req-a6e14e66-a40e-4b1d-a369-9ef05533ff07 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0284100 Jun 16 16:15:12.511763 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e501e-b6a2-42d0-83ad-32f704d4da8c req-a0a2ee0f-2e5f-4a8c-965f-da792802742f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.513274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-569e501e-b6a2-42d0-83ad-32f704d4da8c req-a0a2ee0f-2e5f-4a8c-965f-da792802742f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0482466 Jun 16 16:15:12.525459 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:12.567720 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-569e501e-b6a2-42d0-83ad-32f704d4da8c req-0c7c0bbd-4ff2-4018-84ea-761af7c649f0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490468 Jun 16 16:15:12.612922 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b14033a1-b1bc-4ad5-a4ae-7088c26fb363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:12.870187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cad225-c438-42ed-8bb8-bd0c109c662a req-cadda078-9f40-4ab8-968d-4a7c5afd9f57 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:12.871670 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00cad225-c438-42ed-8bb8-bd0c109c662a req-cadda078-9f40-4ab8-968d-4a7c5afd9f57 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0473373 Jun 16 16:15:12.918767 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00cad225-c438-42ed-8bb8-bd0c109c662a req-f2f365cf-acdc-4a30-8634-e57fa695b397 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Jun 16 16:15:13.125682 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c082c8da-c63b-4ce9-b0c1-589b0a677665 req-deb6a0cc-df9e-43f0-aecb-fef2010e8039 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0284083 Jun 16 16:15:13.589124 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:13.703943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c67c6-86c3-4b2a-833b-d054d142430b req-812c3cb4-d61e-44cb-b1e9-08ac31be08dc tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:13.705405 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-367c67c6-86c3-4b2a-833b-d054d142430b req-812c3cb4-d61e-44cb-b1e9-08ac31be08dc tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0480003 Jun 16 16:15:13.755479 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-367c67c6-86c3-4b2a-833b-d054d142430b req-28b52f34-b3dc-418c-9474-2282ea9b57d1 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Jun 16 16:15:14.039367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b22b98-b919-4b38-9389-f2b0f48a2dc5 req-2ff3d469-f3b8-4e31-937e-513f7221bf47 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.041075 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95b22b98-b919-4b38-9389-f2b0f48a2dc5 req-2ff3d469-f3b8-4e31-937e-513f7221bf47 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0506265 Jun 16 16:15:14.093110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95b22b98-b919-4b38-9389-f2b0f48a2dc5 req-3f1eee27-cdf9-4296-87e0-4e46d64e9d77 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Jun 16 16:15:14.221822 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fca12fff-82bf-4dc9-8160-414a45593b95 req-169f4cfb-3eca-4ac0-aa1f-e1402fd1aa0e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Jun 16 16:15:14.858345 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=44 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:14.859122 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=75 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:14.871037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f5db9-f82a-42f4-b49a-7a9268097ff4 req-ca6111b6-c6c8-48f1-aafd-917551716851 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:14.872527 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-df2f5db9-f82a-42f4-b49a-7a9268097ff4 req-ca6111b6-c6c8-48f1-aafd-917551716851 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0507674 Jun 16 16:15:14.920274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-df2f5db9-f82a-42f4-b49a-7a9268097ff4 req-0cb786da-9bc3-4830-a0aa-586957d473bd tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Jun 16 16:15:15.152527 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:15.216153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280972-e0b8-4513-a198-9045abbdedee req-ec9a84e2-6f15-4efe-bcd5-41b12519c416 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:15.217686 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95280972-e0b8-4513-a198-9045abbdedee req-ec9a84e2-6f15-4efe-bcd5-41b12519c416 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0506890 Jun 16 16:15:15.243761 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:15.267664 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95280972-e0b8-4513-a198-9045abbdedee req-1333135b-8001-4a9b-8b70-6e22ccf2c0e1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Jun 16 16:15:15.325105 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c17cb7f-9a1f-4c85-acf5-931dc5fe7b9c req-59da6ac1-b47c-433e-a05a-412a1c49ef6d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0279286 Jun 16 16:15:15.697076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:16.034093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a9353-6c2e-4f8e-8b33-7f4fdff47fbe req-3636a4cd-28b7-4aa2-a098-6acbf27be08a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:16.035570 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-409a9353-6c2e-4f8e-8b33-7f4fdff47fbe req-3636a4cd-28b7-4aa2-a098-6acbf27be08a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0497923 Jun 16 16:15:16.082859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-409a9353-6c2e-4f8e-8b33-7f4fdff47fbe req-4103c561-31f8-4c30-a114-442a24a126f2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Jun 16 16:15:16.382534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09310be6-a033-4048-9957-55011e7bb0c5 req-ed5ebf45-4f0a-4e25-a8f1-84f08fe98e7d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:16.384546 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09310be6-a033-4048-9957-55011e7bb0c5 req-ed5ebf45-4f0a-4e25-a8f1-84f08fe98e7d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0495386 Jun 16 16:15:16.438843 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa9117de-ce9f-41ba-97ef-de6ecbc9b6bc req-a44c7356-0cf2-4969-9829-df24d4660102 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0425637 Jun 16 16:15:16.456125 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09310be6-a033-4048-9957-55011e7bb0c5 req-ca2eabbc-6ac4-4706-9457-f31e9b3b906b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Jun 16 16:15:16.837199 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:15:17.201108 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07536-f066-4109-9d89-df97e6879ac2 req-e5297453-a99b-4e91-a710-70cba0d568c3 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.202604 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4e07536-f066-4109-9d89-df97e6879ac2 req-e5297453-a99b-4e91-a710-70cba0d568c3 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0515785 Jun 16 16:15:17.251868 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4e07536-f066-4109-9d89-df97e6879ac2 req-3e6591fd-72c5-41cf-870a-9eea1410e003 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Jun 16 16:15:17.538413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07b7522f-538c-4687-b9d9-0b32a3dc9412 req-8e9b177e-aa52-4eb7-8c76-5ca7997933d0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0303280 Jun 16 16:15:17.574911 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'port': {'device_id': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'admin_state_up': True, 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'security_groups': ['be5983e9-e0ff-43f9-b7fd-d0aa87dc2590']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:17.629986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcb0db-9210-42d5-baf7-40ccf1400d0b req-6c564307-a469-4d04-8f04-1033506abae2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.631562 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97fcb0db-9210-42d5-baf7-40ccf1400d0b req-6c564307-a469-4d04-8f04-1033506abae2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0964682 Jun 16 16:15:17.701031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7 req-0f893404-feab-4ac3-b78f-078bf627022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:17.702566 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7 req-0f893404-feab-4ac3-b78f-078bf627022f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=999705a6bba24e4198240e1f8b08c4d9&device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 1132 time: 0.1186299 Jun 16 16:15:17.743268 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:17.756407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97fcb0db-9210-42d5-baf7-40ccf1400d0b req-2c2cf2fa-08e0-4c0f-8f7e-effcbe34eed6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141703 Jun 16 16:15:17.781145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Made reservation on behalf of aed429e2356c4c7a83872d82c0540b66 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:17.785417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:17.932438 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Allocated IP 172.20.0.5 (96e86646-42a7-495e-a23f-a88efe673084/705bd4ec-a545-4e50-85b8-7876c659907f/fd0e55d6-c023-4540-8b9f-28e600c52b4f) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:18.084316 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:18.117956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:18.124119 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:18.169863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Network 96e86646-42a7-495e-a23f-a88efe673084 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:18.175690 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:18.178276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:18.183234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:18.239058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.239815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:18.265985 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c88acc55-aa55-409a-a12a-60877384bc15 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954117 Jun 16 16:15:18.301795 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Request body: {'port': {'device_id': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:18.316362 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7 req-c1207add-8633-4635-a333-97cc4274c76a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=999705a6bba24e4198240e1f8b08c4d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309618 Jun 16 16:15:18.491267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-48790ab0-c76d-4789-a450-93bb29b10edb None None] Provisioning complete for port fd0e55d6-c023-4540-8b9f-28e600c52b4f triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:18.492920 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-48790ab0-c76d-4789-a450-93bb29b10edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:18.507045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285eec-24d6-411d-9584-d1a80fe431aa req-58849d6d-05b6-464f-80db-43b2a1ad2f0f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.508676 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5b285eec-24d6-411d-9584-d1a80fe431aa req-58849d6d-05b6-464f-80db-43b2a1ad2f0f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.1646245 Jun 16 16:15:18.518630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:18.535461 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-48790ab0-c76d-4789-a450-93bb29b10edb None None] Port fd0e55d6-c023-4540-8b9f-28e600c52b4f cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:18.550877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:18.588325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7 req-00dd5d4f-cdb8-4a44-8220-5a6f33016b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.589924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd2c0c6b-370d-4d4a-911a-a8b633a263c7 req-00dd5d4f-cdb8-4a44-8220-5a6f33016b51 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2564042 Jun 16 16:15:18.647467 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5b285eec-24d6-411d-9584-d1a80fe431aa req-c0d5b506-6c78-49da-a803-8b87dee7f77c tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317840 Jun 16 16:15:18.731687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398cf3b-ad62-4589-a8be-af8101f7c0e8 req-873eb9ff-c564-4f04-9101-6736ff0b766f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.733198 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4398cf3b-ad62-4589-a8be-af8101f7c0e8 req-873eb9ff-c564-4f04-9101-6736ff0b766f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 931 time: 0.1137965 Jun 16 16:15:18.768399 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48720) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:18.868259 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4398cf3b-ad62-4589-a8be-af8101f7c0e8 req-5b0e36ee-8ea7-440d-9a80-a7409f3ecc9f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206899 Jun 16 16:15:18.918546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c0f7-18b1-446c-a67b-90b5d66133f7 req-4573bd6e-f909-4a55-b694-a847b71ffb64 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:18.920071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-89c1c0f7-18b1-446c-a67b-90b5d66133f7 req-4573bd6e-f909-4a55-b694-a847b71ffb64 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0806513 Jun 16 16:15:18.935729 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7fa79404-5588-41d3-8760-cb3cd9bf0564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.010241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0e55d6-c023-4540-8b9f-28e600c52b4f {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:19.021533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks [] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.026867 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-89c1c0f7-18b1-446c-a67b-90b5d66133f7 req-d0e92ffe-7925-431f-88fb-f757a83fea1b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963697 Jun 16 16:15:19.040161 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Transition to ACTIVE for port object fd0e55d6-c023-4540-8b9f-28e600c52b4f will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:19.046337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.051076 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7fa79404-5588-41d3-8760-cb3cd9bf0564 admin admin] Publish callbacks [] for security_group (22573f0c-f7ac-46b6-a083-674fe8e66511), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.059709 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7fa79404-5588-41d3-8760-cb3cd9bf0564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (22573f0c-f7ac-46b6-a083-674fe8e66511), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.079594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:19.106512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.124502 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7fa79404-5588-41d3-8760-cb3cd9bf0564 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccbee657f36d4102a56bf9e89e243e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551471 Jun 16 16:15:19.125908 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa79404-5588-41d3-8760-cb3cd9bf0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22573f0c-f7ac-46b6-a083-674fe8e66511,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.128490 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:19.196473 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Attempting to bind port fd0e55d6-c023-4540-8b9f-28e600c52b4f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:19.197047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Attempting to bind port fd0e55d6-c023-4540-8b9f-28e600c52b4f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:19.197542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Attempting to bind port fd0e55d6-c023-4540-8b9f-28e600c52b4f on network 96e86646-42a7-495e-a23f-a88efe673084 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:19.203362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Port fd0e55d6-c023-4540-8b9f-28e600c52b4f on network 96e86646-42a7-495e-a23f-a88efe673084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:19.203957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Attempting to bind port fd0e55d6-c023-4540-8b9f-28e600c52b4f on network 96e86646-42a7-495e-a23f-a88efe673084 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:19.209489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:19.209876 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Checking segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:19.210284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Bound using segment: {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:19.211199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Bound port: fd0e55d6-c023-4540-8b9f-28e600c52b4f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaf031e-33d9-4c46-872a-2872c49891e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '96e86646-42a7-495e-a23f-a88efe673084'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:19.212158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.218664 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] Publish callbacks [] for security_group (22573f0c-f7ac-46b6-a083-674fe8e66511), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.248039 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] Publish callbacks [] for security_group (22573f0c-f7ac-46b6-a083-674fe8e66511), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.287629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:19.291605 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:19.299663 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.325187 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (22573f0c-f7ac-46b6-a083-674fe8e66511), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.330674 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.332428 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/22573f0c-f7ac-46b6-a083-674fe8e66511 HTTP/1.1" status: 204 len: 168 time: 0.2020354 Jun 16 16:15:19.343532 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.344379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:19.345320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b450232-d5ae-42d2-9502-e9197d140e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22573f0c-f7ac-46b6-a083-674fe8e66511,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.345824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] 10.222.0.33 "PUT /v2.0/ports/fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 1093 time: 1.0490177 Jun 16 16:15:19.385129 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:19.392341 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:19.397355 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0363ce0-14cf-4ff5-941f-4210fc6b0311 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.463767 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909e15c-35eb-4c89-88a8-f81d92fba627 x-openstack-request-id: req-7909e15c-35eb-4c89-88a8-f81d92fba627 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:19.464077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:19.464310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7909e15c-35eb-4c89-88a8-f81d92fba627 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:19.464781 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7909e15c-35eb-4c89-88a8-f81d92fba627'] response: {'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'status': 'completed', 'code': 200} Jun 16 16:15:19.586465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-50e34262-2dee-47d1-8eb4-04353233f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.588914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-50e34262-2dee-47d1-8eb4-04353233f14c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=999705a6bba24e4198240e1f8b08c4d9&device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 1132 time: 0.0530882 Jun 16 16:15:19.661871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-857162c5-af2a-4cd2-8d38-68c8af6bc6f3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c757db64-168f-46a4-8d08-d52739845f89 HTTP/1.1" status: 200 len: 217 time: 0.0442350 Jun 16 16:15:19.665118 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-db8995b3-53b3-456e-a334-bfa6b472a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.666598 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-db8995b3-53b3-456e-a334-bfa6b472a517 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0768204 Jun 16 16:15:19.757003 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-7abe1538-36b4-4be8-92ca-533f0bc28d9f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 217 time: 0.0691805 Jun 16 16:15:19.837092 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-75789395-c4f2-4a33-83fe-5125d4a81c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.838537 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-75789395-c4f2-4a33-83fe-5125d4a81c32 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bd4f2e73-a3e0-462f-9f31-fb0276ff70a1 HTTP/1.1" status: 200 len: 843 time: 0.1520891 Jun 16 16:15:19.850319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6550db-5663-4bc6-92db-bde6bd0617d0 req-479e67d8-b242-46eb-8188-59d952354e60 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.851831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5a6550db-5663-4bc6-92db-bde6bd0617d0 req-479e67d8-b242-46eb-8188-59d952354e60 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0992599 Jun 16 16:15:19.892484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-3572d378-55e0-496c-88ca-3032505579a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.893930 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-3572d378-55e0-496c-88ca-3032505579a0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.1258521 Jun 16 16:15:19.905580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:19.950406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-356fc656-e4ec-480b-a77c-9039dc440b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:19.951905 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-356fc656-e4ec-480b-a77c-9039dc440b9f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=048999cc-4d4e-4f74-8bd6-f1e680db4caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0958686 Jun 16 16:15:20.012533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-58ff1c10-d40e-467b-80fc-c09ac0902dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.014071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-58ff1c10-d40e-467b-80fc-c09ac0902dc0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073375 Jun 16 16:15:20.103726 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5a6550db-5663-4bc6-92db-bde6bd0617d0 req-e1746584-7d23-456a-ab1a-3546588c281c tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380061 Jun 16 16:15:20.109491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ecf1c-ec2b-4c01-854a-45a00828dec6 req-afa112e7-1d71-4cfb-922c-5d1facde1c85 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.110993 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-058ecf1c-ec2b-4c01-854a-45a00828dec6 req-afa112e7-1d71-4cfb-922c-5d1facde1c85 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1540387 Jun 16 16:15:20.166743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:20.512224 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-058ecf1c-ec2b-4c01-854a-45a00828dec6 req-0658d4bc-58b2-4c1d-8f21-4da218814935 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950965 Jun 16 16:15:20.519949 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-0326c8c6-2d10-4f2c-98c4-04b8d486a5e9 service neutron] 10.222.0.33 "GET /v2.0/networks/048999cc-4d4e-4f74-8bd6-f1e680db4caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477626 Jun 16 16:15:20.527367 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-3dcb1ca2-1393-48f6-ae75-b481bb9493a6 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970000 Jun 16 16:15:20.534722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1623-2eac-4b56-ad34-b01c39695e0b req-f0e707f0-c961-473a-ad43-e89a93ac3c37 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.536260 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-77de1623-2eac-4b56-ad34-b01c39695e0b req-f0e707f0-c961-473a-ad43-e89a93ac3c37 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.3617039 Jun 16 16:15:20.588585 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-77de1623-2eac-4b56-ad34-b01c39695e0b req-f6b530b3-21bb-4683-8f3f-091c88fcfb6b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Jun 16 16:15:20.856639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6886e-e76b-46b4-9383-bf7e4c246195 req-60ffb25d-b2e2-4d80-8e77-90b2f3cd9829 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:20.858210 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-46d6886e-e76b-46b4-9383-bf7e4c246195 req-60ffb25d-b2e2-4d80-8e77-90b2f3cd9829 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0514433 Jun 16 16:15:20.916419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-46d6886e-e76b-46b4-9383-bf7e4c246195 req-b0bf2132-1c6c-46fc-8ef2-1970955e822d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Jun 16 16:15:21.164632 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 48810) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:21.228648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b3d1-6181-49f8-8eb9-8a34c05f2b9b req-bfba3b20-035f-4921-b553-403e8e8bace2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.230112 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3874b3d1-6181-49f8-8eb9-8a34c05f2b9b req-bfba3b20-035f-4921-b553-403e8e8bace2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0522394 Jun 16 16:15:21.274289 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-342255aa-0786-447a-8670-cf8de0e748c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.280644 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3874b3d1-6181-49f8-8eb9-8a34c05f2b9b req-d4b69c51-dafa-4d8e-8b08-29bd065035cc tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449886 Jun 16 16:15:21.353162 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-342255aa-0786-447a-8670-cf8de0e748c9 admin admin] Publish callbacks [] for security_group (000df585-e7aa-4fee-912b-8c336f607066), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.357598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-342255aa-0786-447a-8670-cf8de0e748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (000df585-e7aa-4fee-912b-8c336f607066), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.397691 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-342255aa-0786-447a-8670-cf8de0e748c9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9e4d20155164b3d9cbe4f0a893e18c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318933 Jun 16 16:15:21.399180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342255aa-0786-447a-8670-cf8de0e748c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000df585-e7aa-4fee-912b-8c336f607066,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:21.400921 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48814) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:21.453560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] Publish callbacks [] for security_group (000df585-e7aa-4fee-912b-8c336f607066), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.475708 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] Publish callbacks [] for security_group (000df585-e7aa-4fee-912b-8c336f607066), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.525046 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (000df585-e7aa-4fee-912b-8c336f607066), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.527730 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:21.528886 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/000df585-e7aa-4fee-912b-8c336f607066 HTTP/1.1" status: 204 len: 168 time: 0.1268823 Jun 16 16:15:21.536943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a77ce-1822-4e8d-8a69-c6310d338fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000df585-e7aa-4fee-912b-8c336f607066,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:21.633128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385b317-08a5-4070-aa95-82ea4b1c3070 req-ea1e7509-1ffb-4db8-b9cd-93576e3a5749 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:21.634689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b385b317-08a5-4070-aa95-82ea4b1c3070 req-ea1e7509-1ffb-4db8-b9cd-93576e3a5749 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0529137 Jun 16 16:15:21.686903 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b385b317-08a5-4070-aa95-82ea4b1c3070 req-9868d653-024e-435d-b461-c034f4ae77db tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 Jun 16 16:15:22.041455 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f749-adff-4f40-941f-2a4f5d05d430 req-9f172d0c-7b13-450a-9387-0a230f6c2d09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:22.049369 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2fa7f749-adff-4f40-941f-2a4f5d05d430 req-9f172d0c-7b13-450a-9387-0a230f6c2d09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0619187 Jun 16 16:15:22.095533 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2fa7f749-adff-4f40-941f-2a4f5d05d430 req-632f012d-5844-4dd2-8f73-f149602fb56a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Jun 16 16:15:22.380010 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:22.399173 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188629dc-40be-485a-854a-92c4351d947e req-d51419f0-d482-4e8a-b4cd-d78a02a29df4 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:22.400677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-188629dc-40be-485a-854a-92c4351d947e req-d51419f0-d482-4e8a-b4cd-d78a02a29df4 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0512519 Jun 16 16:15:22.458306 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-188629dc-40be-485a-854a-92c4351d947e req-b686f666-0aa7-4464-b3c8-ae99c3fba392 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Jun 16 16:15:22.806868 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92189b-986e-404d-8084-2c3e6d58fbaa req-ad3af04c-b809-4a0a-b4e6-3bcbb086c085 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:22.808448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a92189b-986e-404d-8084-2c3e6d58fbaa req-ad3af04c-b809-4a0a-b4e6-3bcbb086c085 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0535915 Jun 16 16:15:22.863358 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a92189b-986e-404d-8084-2c3e6d58fbaa req-a67f56f7-0a48-49d1-b31f-21790f436f75 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493262 Jun 16 16:15:23.227520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae8f4-14fd-4686-9d38-9f4590bcb647 req-d8118dfc-2651-416d-8e4f-f29bbc26532d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:23.229046 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-114ae8f4-14fd-4686-9d38-9f4590bcb647 req-d8118dfc-2651-416d-8e4f-f29bbc26532d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0555162 Jun 16 16:15:23.282332 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-114ae8f4-14fd-4686-9d38-9f4590bcb647 req-ef78c220-f4fc-4b52-b6e2-622fceba1441 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473599 Jun 16 16:15:23.585027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798fc05-707e-4112-bb05-1f307ece957d req-ad50543a-c559-46b6-981a-9b4e9a04c560 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:23.586516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0798fc05-707e-4112-bb05-1f307ece957d req-ad50543a-c559-46b6-981a-9b4e9a04c560 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0559380 Jun 16 16:15:23.588021 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48906) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:23.620529 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:23.643568 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0798fc05-707e-4112-bb05-1f307ece957d req-b0a38a00-b656-465d-979b-9f02ef41bbc1 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Jun 16 16:15:23.709511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b9df1a5d-505c-4b09-8f7e-e751da837120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.788325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b9df1a5d-505c-4b09-8f7e-e751da837120 admin admin] Publish callbacks [] for security_group (26259323-dded-45fc-b0d0-2e8b7464b71f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.792654 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b9df1a5d-505c-4b09-8f7e-e751da837120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (26259323-dded-45fc-b0d0-2e8b7464b71f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.832144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1a5d-505c-4b09-8f7e-e751da837120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26259323-dded-45fc-b0d0-2e8b7464b71f,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:23.837029 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b9df1a5d-505c-4b09-8f7e-e751da837120 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=07d40663ef3d417c977f0ccf3e14c8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480438 Jun 16 16:15:23.839757 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48910) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:23.893638 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] Publish callbacks [] for security_group (26259323-dded-45fc-b0d0-2e8b7464b71f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.917539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] Publish callbacks [] for security_group (26259323-dded-45fc-b0d0-2e8b7464b71f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:23.992542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a13ac-748e-4a22-9355-9d3d764c730a req-c798d9fa-ca23-42d4-98a9-24b114859b4d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:23.994212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-800a13ac-748e-4a22-9355-9d3d764c730a req-c798d9fa-ca23-42d4-98a9-24b114859b4d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0601001 Jun 16 16:15:24.016564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (26259323-dded-45fc-b0d0-2e8b7464b71f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.019223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.020357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/26259323-dded-45fc-b0d0-2e8b7464b71f HTTP/1.1" status: 204 len: 168 time: 0.1795723 Jun 16 16:15:24.035084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d9a3c-cb52-46b1-a76f-db56267cc56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26259323-dded-45fc-b0d0-2e8b7464b71f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:24.066597 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-800a13ac-748e-4a22-9355-9d3d764c730a req-54aef1a3-39a3-4ca2-a607-da75e4a499be tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662251 Jun 16 16:15:24.299914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48920) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:24.314841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0083ba88-69f2-4b36-8f0d-5c9809578c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.345394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:24.419596 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f207-bdd6-4b11-a8e7-2281313231a9 req-f8fef1f3-162d-402f-acdf-c2543071b174 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:24.421000 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf90f207-bdd6-4b11-a8e7-2281313231a9 req-f8fef1f3-162d-402f-acdf-c2543071b174 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0688620 Jun 16 16:15:24.459171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0083ba88-69f2-4b36-8f0d-5c9809578c34 admin admin] Publish callbacks [] for security_group (5a778699-51bd-4171-9598-e2cb26be4768), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.468863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0083ba88-69f2-4b36-8f0d-5c9809578c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a778699-51bd-4171-9598-e2cb26be4768), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.513172 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf90f207-bdd6-4b11-a8e7-2281313231a9 req-403e08fe-f9a2-4bb3-aa57-eb5b558c1a1c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820723 Jun 16 16:15:24.523641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-0083ba88-69f2-4b36-8f0d-5c9809578c34 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e742178e725f45b6971f6caddfa3cb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221785 Jun 16 16:15:24.526105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ba88-69f2-4b36-8f0d-5c9809578c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a778699-51bd-4171-9598-e2cb26be4768,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:24.528418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48924) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:24.580420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] Publish callbacks [] for security_group (5a778699-51bd-4171-9598-e2cb26be4768), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.604382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] Publish callbacks [] for security_group (5a778699-51bd-4171-9598-e2cb26be4768), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.612164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:24.652403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a778699-51bd-4171-9598-e2cb26be4768), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.655168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:24.656354 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a778699-51bd-4171-9598-e2cb26be4768 HTTP/1.1" status: 204 len: 168 time: 0.1270106 Jun 16 16:15:24.667881 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a6f87-7a56-43b9-93c9-378be6593e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a778699-51bd-4171-9598-e2cb26be4768,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:24.766289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bea6-d811-428c-9338-92bce5360eb0 req-1dcb8a46-ff54-4a46-8efa-44b4d2d10a7e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:24.767851 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7120bea6-d811-428c-9338-92bce5360eb0 req-1dcb8a46-ff54-4a46-8efa-44b4d2d10a7e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0560572 Jun 16 16:15:24.818714 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7120bea6-d811-428c-9338-92bce5360eb0 req-1c05826e-dcb7-4ab5-97bf-c7bcda35b2c7 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Jun 16 16:15:25.192910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455c62-9766-4590-976a-0c8b1c926507 req-b53be3bf-2292-4138-a413-30f83a954774 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:25.194623 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a455c62-9766-4590-976a-0c8b1c926507 req-b53be3bf-2292-4138-a413-30f83a954774 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0565710 Jun 16 16:15:25.248697 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a455c62-9766-4590-976a-0c8b1c926507 req-2ad68f5e-4955-45ec-9f3b-46dcfcefdaef tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483150 Jun 16 16:15:25.637891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5af69-94ce-4776-a236-4520cd8f6a42 req-5ceee344-94fd-499d-8be2-276b77a0d63c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:25.639138 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-14d5af69-94ce-4776-a236-4520cd8f6a42 req-5ceee344-94fd-499d-8be2-276b77a0d63c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0585074 Jun 16 16:15:25.690888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-14d5af69-94ce-4776-a236-4520cd8f6a42 req-ec506ac8-1e28-49db-866a-c78dddd6345f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Jun 16 16:15:26.123635 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df936-0426-4487-9ecd-603b5db2b538 req-b2e10cbd-1257-400a-99fd-6055a35b7ab9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.125117 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e9df936-0426-4487-9ecd-603b5db2b538 req-b2e10cbd-1257-400a-99fd-6055a35b7ab9 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.2171087 Jun 16 16:15:26.148667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-71a6d3a6-9a15-40e5-b57a-484d0c420e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.150188 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-71a6d3a6-9a15-40e5-b57a-484d0c420e00 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.1540182 Jun 16 16:15:26.206921 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:26.226494 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce9bf775-a7fa-4ec7-8a01-9014bc0cafd5 req-b6a7b980-5ae2-4a61-8721-4fa927571dae service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172729 Jun 16 16:15:26.228267 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b06a734a-8eca-4a3a-8366-b0f52c193da8 req-4ae8dd60-39ab-4068-8601-6cd1fdb88dc2 service neutron] 10.222.0.33 "GET /v2.0/networks/048999cc-4d4e-4f74-8bd6-f1e680db4caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325605 Jun 16 16:15:26.309347 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e9df936-0426-4487-9ecd-603b5db2b538 req-dcf4adb1-71f7-4367-b5da-f7eba7a1076f tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666923 Jun 16 16:15:26.349562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-975aac70-bdef-4fd2-bfb7-bb779840d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.351319 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-975aac70-bdef-4fd2-bfb7-bb779840d747 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1904020 Jun 16 16:15:26.393157 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd12c68-5884-4dc2-846c-d625c0790b2c req-f257bcda-51b7-4b61-a327-5085c620122d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.394761 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bdd12c68-5884-4dc2-846c-d625c0790b2c req-f257bcda-51b7-4b61-a327-5085c620122d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Jun 16 16:15:26.447769 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bdd12c68-5884-4dc2-846c-d625c0790b2c req-94285bca-aea7-4ddc-9486-70b4fa779a81 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463734 Jun 16 16:15:26.486627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 48996) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:26.594586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7b77906f-b610-4f53-b89d-61525ae8a2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.628589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:26.673348 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7b77906f-b610-4f53-b89d-61525ae8a2d9 admin admin] Publish callbacks [] for security_group (600f4009-2176-497b-b9bb-56622dbc5764), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.677740 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7b77906f-b610-4f53-b89d-61525ae8a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (600f4009-2176-497b-b9bb-56622dbc5764), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.717885 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7b77906f-b610-4f53-b89d-61525ae8a2d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48a5ae63688a455191d02cbdb7a416a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300763 Jun 16 16:15:26.718772 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77906f-b610-4f53-b89d-61525ae8a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f4009-2176-497b-b9bb-56622dbc5764,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:26.720868 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49004) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:26.780887 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] Publish callbacks [] for security_group (600f4009-2176-497b-b9bb-56622dbc5764), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.803949 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] Publish callbacks [] for security_group (600f4009-2176-497b-b9bb-56622dbc5764), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.824498 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39624f92-26a2-452c-b662-d43b84167cd9 req-e63be770-fc63-48e7-90a1-aa2154a940c2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:26.826918 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39624f92-26a2-452c-b662-d43b84167cd9 req-e63be770-fc63-48e7-90a1-aa2154a940c2 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0592492 Jun 16 16:15:26.833228 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:26.859207 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (600f4009-2176-497b-b9bb-56622dbc5764), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.861750 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:26.865286 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/600f4009-2176-497b-b9bb-56622dbc5764 HTTP/1.1" status: 204 len: 168 time: 0.1412766 Jun 16 16:15:26.871314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae4133-be6c-445f-abf7-922f34bef3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f4009-2176-497b-b9bb-56622dbc5764,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:26.889971 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39624f92-26a2-452c-b662-d43b84167cd9 req-526f11cd-f79b-4b24-90c1-3283cd496467 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571609 Jun 16 16:15:27.161980 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49010) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:27.182387 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-beb194c7-6ea5-49ba-8ee5-85691b1cd8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.244970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:27.250574 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:27.277312 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-beb194c7-6ea5-49ba-8ee5-85691b1cd8b6 admin admin] Publish callbacks [] for security_group (8404a99f-e929-4016-8c1a-c96488b213ae), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.281401 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-beb194c7-6ea5-49ba-8ee5-85691b1cd8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8404a99f-e929-4016-8c1a-c96488b213ae), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.319365 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb194c7-6ea5-49ba-8ee5-85691b1cd8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8404a99f-e929-4016-8c1a-c96488b213ae,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:27.324589 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-beb194c7-6ea5-49ba-8ee5-85691b1cd8b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=78347d18859e44a6bfd5e96ae0e339b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615391 Jun 16 16:15:27.328020 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49016) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:27.383978 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] Publish callbacks [] for security_group (8404a99f-e929-4016-8c1a-c96488b213ae), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.406628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] Publish callbacks [] for security_group (8404a99f-e929-4016-8c1a-c96488b213ae), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.434718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512be00-1829-4d4e-8d94-23b3775aa3f7 req-824af3eb-09da-4245-86ee-ef3dc93456ff tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:27.436378 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7512be00-1829-4d4e-8d94-23b3775aa3f7 req-824af3eb-09da-4245-86ee-ef3dc93456ff tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0480840 Jun 16 16:15:27.459546 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8404a99f-e929-4016-8c1a-c96488b213ae), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.462251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:27.463391 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8404a99f-e929-4016-8c1a-c96488b213ae HTTP/1.1" status: 204 len: 168 time: 0.1344836 Jun 16 16:15:27.471857 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173968c6-3d14-4db4-b403-f8175ae00b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8404a99f-e929-4016-8c1a-c96488b213ae,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:27.507527 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7512be00-1829-4d4e-8d94-23b3775aa3f7 req-59b40c53-a4b1-4ceb-98f0-8e4c9bb1c65e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581458 Jun 16 16:15:27.571824 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32878d9-f2a4-4110-92ab-2b389bd088b0 req-2067934f-22b3-4784-9cf7-3984abd4f413 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:27.573278 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d32878d9-f2a4-4110-92ab-2b389bd088b0 req-2067934f-22b3-4784-9cf7-3984abd4f413 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0481210 Jun 16 16:15:27.635744 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d32878d9-f2a4-4110-92ab-2b389bd088b0 req-33875e33-8e14-47d7-b093-08b435bda9d7 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564525 Jun 16 16:15:28.027317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59d9cd-ea62-42d3-bd9f-2f1656c2dd27 req-0952c2c8-b682-4391-95f2-ad220c7acacb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:28.029747 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a59d9cd-ea62-42d3-bd9f-2f1656c2dd27 req-0952c2c8-b682-4391-95f2-ad220c7acacb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0634184 Jun 16 16:15:28.080592 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a59d9cd-ea62-42d3-bd9f-2f1656c2dd27 req-ecd7906e-8830-401d-ac3f-c4df829bdec7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Jun 16 16:15:28.623618 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425bf94-f546-4db3-8334-93e7afb9a368 req-4bb453e5-7818-41e0-9fe5-c35b56ccb2e8 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:28.625114 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8425bf94-f546-4db3-8334-93e7afb9a368 req-4bb453e5-7818-41e0-9fe5-c35b56ccb2e8 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0476720 Jun 16 16:15:28.669225 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49068) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:28.688043 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8425bf94-f546-4db3-8334-93e7afb9a368 req-ba371217-e626-47b0-b00d-b88b3e80afb3 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Jun 16 16:15:28.759749 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d1ea-6c20-440f-860b-64378cb53fd4 req-5c0d8c0d-8a43-4919-9324-2ca499a22f23 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:28.761241 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8ee5d1ea-6c20-440f-860b-64378cb53fd4 req-5c0d8c0d-8a43-4919-9324-2ca499a22f23 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0487013 Jun 16 16:15:28.789968 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb03c-0e41-4f69-8223-a9c8be91784d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:28.816421 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8ee5d1ea-6c20-440f-860b-64378cb53fd4 req-d73a7d50-9151-4a01-a865-b40b32055004 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492795 Jun 16 16:15:28.880451 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb03c-0e41-4f69-8223-a9c8be91784d admin admin] Publish callbacks [] for security_group (9cc42338-73f0-45c7-bc22-8c6aace894ab), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:28.884388 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb03c-0e41-4f69-8223-a9c8be91784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9cc42338-73f0-45c7-bc22-8c6aace894ab), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:28.926722 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fb03c-0e41-4f69-8223-a9c8be91784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc42338-73f0-45c7-bc22-8c6aace894ab,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:28.932055 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2d4fb03c-0e41-4f69-8223-a9c8be91784d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a755707872f4eba835c9f48f01c217b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616816 Jun 16 16:15:28.934963 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49076) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:28.987875 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] Publish callbacks [] for security_group (9cc42338-73f0-45c7-bc22-8c6aace894ab), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.011869 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] Publish callbacks [] for security_group (9cc42338-73f0-45c7-bc22-8c6aace894ab), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.075945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9cc42338-73f0-45c7-bc22-8c6aace894ab), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.078730 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.079881 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9cc42338-73f0-45c7-bc22-8c6aace894ab HTTP/1.1" status: 204 len: 168 time: 0.1443267 Jun 16 16:15:29.088413 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e7864-9f93-4967-aa38-4a85422d52c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc42338-73f0-45c7-bc22-8c6aace894ab,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:29.106100 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:29.108851 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:29.242980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1fe06-adb0-4cfb-8993-b0cfa4d56574 req-bc0f4909-241c-43ac-bdac-994ffdc32f69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.244700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07c1fe06-adb0-4cfb-8993-b0cfa4d56574 req-bc0f4909-241c-43ac-bdac-994ffdc32f69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0531437 Jun 16 16:15:29.259398 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:29.305702 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07c1fe06-adb0-4cfb-8993-b0cfa4d56574 req-604fd13c-6ff7-4e9a-8ba0-9d71b2d5af7e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Jun 16 16:15:29.799492 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49130) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:29.804682 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9908e-9fa5-4b9a-bb99-8cd708d437c9 req-37a8b977-6398-4ba4-854c-f2f1d231dee1 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.806231 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6f9908e-9fa5-4b9a-bb99-8cd708d437c9 req-37a8b977-6398-4ba4-854c-f2f1d231dee1 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0497384 Jun 16 16:15:29.856499 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6f9908e-9fa5-4b9a-bb99-8cd708d437c9 req-29831ebb-1896-4176-9e79-48884ca7de71 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Jun 16 16:15:29.914147 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059000306-network', 'tenant_id': '731df982fd964de6bc4545103f7e1047'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:29.935132 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Made reservation on behalf of 731df982fd964de6bc4545103f7e1047 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:29.936554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e4996-dd77-42f0-83f4-8d345bba0ce6 req-065d1cee-7dfa-42ca-b1ba-d9dbbe6407a8 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:29.937540 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.938072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d53e4996-dd77-42f0-83f4-8d345bba0ce6 req-065d1cee-7dfa-42ca-b1ba-d9dbbe6407a8 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0516706 Jun 16 16:15:29.946416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:29.989130 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d53e4996-dd77-42f0-83f4-8d345bba0ce6 req-d3ee643f-a5c6-4dde-86df-c84545699a62 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Jun 16 16:15:30.012432 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.026972 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks [] for security_group (75fb1fae-a8f9-4366-97b4-391f34ece845), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.030951 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (75fb1fae-a8f9-4366-97b4-391f34ece845), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.053625 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:30.067731 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb1fae-a8f9-4366-97b4-391f34ece845,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:30.073119 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (6a92ca5f-9765-4f0b-bf91-311962aa0e32), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.073467 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Added segment 6a92ca5f-9765-4f0b-bf91-311962aa0e32 of type vlan for network 624ec5cb-c351-4f2a-b62b-b23581055ec7 Jun 16 16:15:30.074520 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.119702 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (624ec5cb-c351-4f2a-b62b-b23581055ec7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.147058 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (624ec5cb-c351-4f2a-b62b-b23581055ec7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.148844 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.149434 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.209863 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.4092419 Jun 16 16:15:30.213447 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49136) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:30.215924 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e138-e6f9-45b4-95ff-910fbb91f6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=624ec5cb-c351-4f2a-b62b-b23581055ec7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:30.218358 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Request body: {'subnet': {'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059000306-subnet', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:30.226082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:15:30.239411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Made reservation on behalf of 731df982fd964de6bc4545103f7e1047 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:30.242452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.262469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.446701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (310595a9-8f51-40a5-8687-9c5ae5517f66), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.478791 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eb85e-e7a0-4700-b6eb-29c582135043 req-ffcf9a80-501e-4950-8c9b-b0d3e5090c91 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.480326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-645eb85e-e7a0-4700-b6eb-29c582135043 req-ffcf9a80-501e-4950-8c9b-b0d3e5090c91 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0856764 Jun 16 16:15:30.531974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310595a9-8f51-40a5-8687-9c5ae5517f66,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:30.572803 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-645eb85e-e7a0-4700-b6eb-29c582135043 req-a063607b-a4a1-4bf7-9758-d19afc3dcaae tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791073 Jun 16 16:15:30.573947 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Checking segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:30.574305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Network hostable DHCP agents. Network: 624ec5cb-c351-4f2a-b62b-b23581055ec7, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:30.592508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:30.602499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 624ec5cb-c351-4f2a-b62b-b23581055ec7) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:30.607000 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:30.607587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.612703 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550985a-eec9-422c-9881-bc6f770707d9 None None] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:15:30.628647 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ff0125df-6de2-46ed-9ddf-d17f21283157 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4140539 Jun 16 16:15:30.631427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49148) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:30.635596 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:30.658413 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.659580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.714834 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for router_controller (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.716144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-624ec5cb-c351-4f2a-b62b-b23581055ec7', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'project_id': '731df982fd964de6bc4545103f7e1047', 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:15:30.717073 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:30.851199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:30.858145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Allocated IP 172.20.0.2 (624ec5cb-c351-4f2a-b62b-b23581055ec7/310595a9-8f51-40a5-8687-9c5ae5517f66/33a4a809-dba0-477b-81bf-c884fa6c6e60) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:30.858691 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for router_gateway (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.006067 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks [] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.014969 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.049952 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d1453-1f2f-467d-aca2-1653646e436f req-2aa582f2-31af-49f2-98b9-c17935af4446 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:31.051489 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a69d1453-1f2f-467d-aca2-1653646e436f req-2aa582f2-31af-49f2-98b9-c17935af4446 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.1122305 Jun 16 16:15:31.159954 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for router_gateway (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.170091 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3786-fdd7-4b5a-80d6-2c6bbd940845 req-aeb3361a-c8aa-4b34-a294-13425124e500 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:31.171621 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f9cc3786-fdd7-4b5a-80d6-2c6bbd940845 req-aeb3361a-c8aa-4b34-a294-13425124e500 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0868897 Jun 16 16:15:31.193193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:31.198580 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:31.200685 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Pushing event updated for resources: {'Port': ['ID=33a4a809-dba0-477b-81bf-c884fa6c6e60,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.202871 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:31.204526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.211428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a69d1453-1f2f-467d-aca2-1653646e436f req-af0e7f61-894c-436e-9308-efdd2257fe03 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532516 Jun 16 16:15:31.266508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:31.276580 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Attempting to bind port 33a4a809-dba0-477b-81bf-c884fa6c6e60 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:31.277144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Attempting to bind port 33a4a809-dba0-477b-81bf-c884fa6c6e60 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:31.277317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Attempting to bind port 33a4a809-dba0-477b-81bf-c884fa6c6e60 on network 624ec5cb-c351-4f2a-b62b-b23581055ec7 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:31.281280 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.284255 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:31.284701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Checking segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:31.285038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.285433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Bound using segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:31.285966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Bound port: 33a4a809-dba0-477b-81bf-c884fa6c6e60, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:31.286374 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.298232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f9cc3786-fdd7-4b5a-80d6-2c6bbd940845 req-6d04339f-219e-483f-baa5-6ea042be9b3e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175795 Jun 16 16:15:31.348888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] For port 33a4a809-dba0-477b-81bf-c884fa6c6e60, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:31.352767 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] For port 33a4a809-dba0-477b-81bf-c884fa6c6e60, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=33a4a809-dba0-477b-81bf-c884fa6c6e60,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:31.358586 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.359144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Allocated IP 172.27.0.181 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/44cdf5e4-f21b-46b5-af02-20140f7dab47) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:31.422441 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e86ac-80c9-4d13-a3f5-4c31b142f3ec None None] Pushing event updated for resources: {'Port': ['ID=33a4a809-dba0-477b-81bf-c884fa6c6e60,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.471087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.513435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:31.558415 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:31.564990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:31.570208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:31.633887 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Pushing event updated for resources: {'Port': ['ID=44cdf5e4-f21b-46b5-af02-20140f7dab47,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.789467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:31.813520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff4db9-409f-43e5-9328-3a12325d91f7 req-1d9f212e-a13d-49f1-9d81-2167eba05cef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:31.815120 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8bff4db9-409f-43e5-9328-3a12325d91f7 req-1d9f212e-a13d-49f1-9d81-2167eba05cef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0874465 Jun 16 16:15:31.903279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49170) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:31.912185 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8bff4db9-409f-43e5-9328-3a12325d91f7 req-1eb8c975-d8ea-4d93-bb08-7e379434a4b1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Jun 16 16:15:31.963477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for router_gateway (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.019387 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-487a1323-01e3-40f0-9a50-9d32f640d5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.101856 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-487a1323-01e3-40f0-9a50-9d32f640d5ad admin admin] Publish callbacks [] for security_group (c71f34fa-1f1b-423d-bd5e-93a5814fdd80), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.106626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-487a1323-01e3-40f0-9a50-9d32f640d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c71f34fa-1f1b-423d-bd5e-93a5814fdd80), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.148695 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-487a1323-01e3-40f0-9a50-9d32f640d5ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c7e084cb0c4475796ef2160db9291b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442744 Jun 16 16:15:32.149967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1323-01e3-40f0-9a50-9d32f640d5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f34fa-1f1b-423d-bd5e-93a5814fdd80,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.152674 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49176) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:32.171405 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.211541 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] Publish callbacks [] for security_group (c71f34fa-1f1b-423d-bd5e-93a5814fdd80), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.226982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:32.238645 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] Publish callbacks [] for security_group (c71f34fa-1f1b-423d-bd5e-93a5814fdd80), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.300199 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c71f34fa-1f1b-423d-bd5e-93a5814fdd80), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.305282 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.306917 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c71f34fa-1f1b-423d-bd5e-93a5814fdd80 HTTP/1.1" status: 204 len: 168 time: 0.1533210 Jun 16 16:15:32.321127 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643bf54-0d0b-4465-b077-da7b045205e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f34fa-1f1b-423d-bd5e-93a5814fdd80,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.448066 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device c757db64-168f-46a4-8d08-d52739845f89 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:15:32.549302 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:32.570711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c757db64-168f-46a4-8d08-d52739845f89,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:32.574453 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a046c3-708e-439f-9440-24adc8090482 req-d2484512-72b4-4d44-99fe-406ce9df251e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:32.575859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5a046c3-708e-439f-9440-24adc8090482 req-d2484512-72b4-4d44-99fe-406ce9df251e tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 948 time: 0.0573838 Jun 16 16:15:32.584583 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:32.586833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'c757db64-168f-46a4-8d08-d52739845f89', 'network_id': '048999cc-4d4e-4f74-8bd6-f1e680db4caa', 'port_id': 'c757db64-168f-46a4-8d08-d52739845f89', 'mac_address': 'fa:16:3e:d4:80:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f2e73-a3e0-462f-9f31-fb0276ff70a1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:15:32.651009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port c757db64-168f-46a4-8d08-d52739845f89 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:32.651413 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (c757db64-168f-46a4-8d08-d52739845f89), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.656972 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5a046c3-708e-439f-9440-24adc8090482 req-4e6847ef-69ed-4cd5-b1dd-24c73362c2b5 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702379 Jun 16 16:15:32.666273 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 33a4a809-dba0-477b-81bf-c884fa6c6e60 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:32.672678 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc83ad-7c13-49bb-a4e0-8bcf45102e23 None None] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:15:32.692906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:15:32.706156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c757db64-168f-46a4-8d08-d52739845f89 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:32.788147 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c757db64-168f-46a4-8d08-d52739845f89,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:32.791662 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Provisioning complete for port 33a4a809-dba0-477b-81bf-c884fa6c6e60 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:32.792110 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.801955 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49186) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:32.821071 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.835361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbde6b-f90f-4128-b8ef-313a5ef29abf req-e5862e38-56c2-4879-9581-33ce3b8fed74 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:32.836954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9cbbde6b-f90f-4128-b8ef-313a5ef29abf req-e5862e38-56c2-4879-9581-33ce3b8fed74 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0855834 Jun 16 16:15:32.871532 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:15:32.895568 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Sync routers for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:32.904367 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 33a4a809-dba0-477b-81bf-c884fa6c6e60 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:32.904684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.922417 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9cbbde6b-f90f-4128-b8ef-313a5ef29abf req-f94cd0cc-e354-48ff-8097-2980918aa15a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720057 Jun 16 16:15:32.928383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:32.934266 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a79af0c2-aea4-442d-af99-26654d2dc9cf admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3017964 Jun 16 16:15:32.935135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49188) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:32.996536 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:32.997292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:33.005143 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.053544 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.078230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79be0dec-c9f9-431a-a13b-15760581db44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.172342 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Current status of the port 33a4a809-dba0-477b-81bf-c884fa6c6e60 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:33.172930 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.174840 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-fbaecad5-c68b-4f9d-a551-bfe7fe2d6987 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 217 time: 0.1220710 Jun 16 16:15:33.230020 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 33a4a809-dba0-477b-81bf-c884fa6c6e60 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:33.230497 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.251414 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79be0dec-c9f9-431a-a13b-15760581db44 admin admin] Publish callbacks [] for security_group (a98f5c63-0084-46d4-9591-0f11adcf2261), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.258105 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79be0dec-c9f9-431a-a13b-15760581db44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a98f5c63-0084-46d4-9591-0f11adcf2261), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.296383 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:33.304773 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-79be0dec-c9f9-431a-a13b-15760581db44 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2361dfc7918649c49a4a8a6a034c4100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010712 Jun 16 16:15:33.305753 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0dec-c9f9-431a-a13b-15760581db44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98f5c63-0084-46d4-9591-0f11adcf2261,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.306737 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a167-3b69-4189-ab24-9ce95ca890dc req-e1b8c45d-67dc-46c5-a1a5-a1c40d6e287f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.316585 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b265a167-3b69-4189-ab24-9ce95ca890dc req-e1b8c45d-67dc-46c5-a1a5-a1c40d6e287f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.2965918 Jun 16 16:15:33.319524 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49196) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:33.325909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-b540e901-1a80-49e8-8bfd-a9cc7f45343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.327493 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-b540e901-1a80-49e8-8bfd-a9cc7f45343f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.1354926 Jun 16 16:15:33.367469 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] For port 33a4a809-dba0-477b-81bf-c884fa6c6e60, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=33a4a809-dba0-477b-81bf-c884fa6c6e60,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:33.415573 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] Publish callbacks [] for security_group (a98f5c63-0084-46d4-9591-0f11adcf2261), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.422269 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.462946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] Publish callbacks [] for security_group (a98f5c63-0084-46d4-9591-0f11adcf2261), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.470345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-727435ef-c23d-4fef-80c0-db8c23456739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.471849 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-727435ef-c23d-4fef-80c0-db8c23456739 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844920 Jun 16 16:15:33.485699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-e48175d7-9eda-4d24-a79c-69e11c0743e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.487250 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-e48175d7-9eda-4d24-a79c-69e11c0743e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1127 time: 0.4154720 Jun 16 16:15:33.529296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.530034 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.542664 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a98f5c63-0084-46d4-9591-0f11adcf2261), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.550072 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.551551 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a98f5c63-0084-46d4-9591-0f11adcf2261 HTTP/1.1" status: 204 len: 168 time: 0.2307234 Jun 16 16:15:33.552943 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b265a167-3b69-4189-ab24-9ce95ca890dc req-6473afba-f8ce-40e6-86c0-f4d40a162785 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354991 Jun 16 16:15:33.580823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257d609-2117-4442-8221-7a439bdd60c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98f5c63-0084-46d4-9591-0f11adcf2261,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.594394 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-8d7ead7f-7245-41af-ab5d-3bb4227a5a1e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4169478 Jun 16 16:15:33.610500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.646442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-7bce88c8-ffa7-4b19-8b95-462bfd2972f6 None None] Provisioning complete for port 33a4a809-dba0-477b-81bf-c884fa6c6e60 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:33.647037 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7bce88c8-ffa7-4b19-8b95-462bfd2972f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:33.651017 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.651620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:33.676215 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c17c-8840-4b50-8d21-e5ef48e8237e None None] Pushing event updated for resources: {'Port': ['ID=33a4a809-dba0-477b-81bf-c884fa6c6e60,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.690174 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['c757db64-168f-46a4-8d08-d52739845f89'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:33.759545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:15:33.759969 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:15:33.838940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-9377a93c-2b29-4fe7-a529-234684a2a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.840555 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-9377a93c-2b29-4fe7-a529-234684a2a2fd service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.3085980 Jun 16 16:15:33.887681 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7bce88c8-ffa7-4b19-8b95-462bfd2972f6 None None] Current status of the port 33a4a809-dba0-477b-81bf-c884fa6c6e60 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:33.907039 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:31Z', 'revision_number': 3, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:33.945144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Checking router: 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:33.945500 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Updating router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 port 44cdf5e4-f21b-46b5-af02-20140f7dab47 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:33.968832 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-58b39ddb-2579-443c-82cb-2a3085ba66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.970427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-58b39ddb-2579-443c-82cb-2a3085ba66cd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1129 time: 0.1892059 Jun 16 16:15:33.971815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-865ada68-2eb1-4ec0-a9ae-0ae72828db3d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 217 time: 0.1005452 Jun 16 16:15:33.989518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe671c-deff-4a25-a67d-04db4069f86b req-04997f6f-c815-4997-afc8-730e3f428b78 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:33.997703 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5cbe671c-deff-4a25-a67d-04db4069f86b req-04997f6f-c815-4997-afc8-730e3f428b78 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 949 time: 0.2139542 Jun 16 16:15:33.997968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.058599 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-5dbfbf4f-c262-4fce-bf0e-85312336395d service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167110 Jun 16 16:15:34.275153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a831a4b-a89a-416a-8afb-3c84a3d0dd0c req-0c53ec7f-dde5-46c9-8714-4e1df2ae5a2e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.276835 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a831a4b-a89a-416a-8afb-3c84a3d0dd0c req-0c53ec7f-dde5-46c9-8714-4e1df2ae5a2e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.2210786 Jun 16 16:15:34.278335 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-b9915801-8fb3-4543-9ec5-bf664cdab37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.279980 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-b9915801-8fb3-4543-9ec5-bf664cdab37a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.2550602 Jun 16 16:15:34.438638 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 33a4a809-dba0-477b-81bf-c884fa6c6e60 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:34.485167 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks [] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.492248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.582607 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.587011 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5cbe671c-deff-4a25-a67d-04db4069f86b req-4e633d44-62c0-4bb1-aaf9-c59dc27243b7 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895102 Jun 16 16:15:34.598701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 33a4a809-dba0-477b-81bf-c884fa6c6e60 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:34.643646 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.655668 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5856f-ffcd-49be-9eb7-1beca8b5315d None None] Pushing event updated for resources: {'Port': ['ID=44cdf5e4-f21b-46b5-af02-20140f7dab47,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.659734 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Attempting to bind port 44cdf5e4-f21b-46b5-af02-20140f7dab47 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:34.660107 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Attempting to bind port 44cdf5e4-f21b-46b5-af02-20140f7dab47 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:34.660591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Attempting to bind port 44cdf5e4-f21b-46b5-af02-20140f7dab47 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:34.676830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:34.676830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:34.677219 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.677483 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:34.677921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Bound port: 44cdf5e4-f21b-46b5-af02-20140f7dab47, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:34.678296 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.713000 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-27dc213b-f3be-4f66-8cfe-a04f02a2d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.715194 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-27dc213b-f3be-4f66-8cfe-a04f02a2d8e8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4217279 Jun 16 16:15:34.716777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:34.733470 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 33a4a809-dba0-477b-81bf-c884fa6c6e60 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:34.733868 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.764602 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] For port 44cdf5e4-f21b-46b5-af02-20140f7dab47, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:34.782605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25d455fb-ec13-46e5-af8e-165a6e383ec1 req-d44e0a84-98af-4b07-a848-a74046550cab service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873646 Jun 16 16:15:34.790353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] For port 44cdf5e4-f21b-46b5-af02-20140f7dab47, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=44cdf5e4-f21b-46b5-af02-20140f7dab47,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:34.802196 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:34.817784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-9dca977e-1760-4dfe-880c-19d6d0368675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.819263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-9dca977e-1760-4dfe-880c-19d6d0368675 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.7932649 Jun 16 16:15:34.851118 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a831a4b-a89a-416a-8afb-3c84a3d0dd0c req-e049738c-1e44-41be-a16e-21c9b4c8fe1b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5607648 Jun 16 16:15:34.916591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:34.917656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:34.929816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5856f-ffcd-49be-9eb7-1beca8b5315d None None] Pushing event updated for resources: {'Port': ['ID=44cdf5e4-f21b-46b5-af02-20140f7dab47,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.958694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59864c34-c369-4894-a255-ffa41397d5bd req-0ced261d-a131-425f-9fc4-8c6137b5e4b4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:34.960264 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59864c34-c369-4894-a255-ffa41397d5bd req-0ced261d-a131-425f-9fc4-8c6137b5e4b4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.2329073 Jun 16 16:15:34.970179 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 33a4a809-dba0-477b-81bf-c884fa6c6e60 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:35.043941 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:35.046807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.050203 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-1a8c5f0b-d958-4aa3-8620-526b8f0ac1c8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 1001 time: 0.1975534 Jun 16 16:15:35.052717 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:35.119072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59864c34-c369-4894-a255-ffa41397d5bd req-bb5ac03c-1131-41ea-a6b6-808582c34637 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510723 Jun 16 16:15:35.124486 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-f6e3deb0-46af-46a9-8fa1-f1f8a2d328ba service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729076 Jun 16 16:15:35.172323 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-666f044b-a556-404c-be84-d726daed25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.174454 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-666f044b-a556-404c-be84-d726daed25d7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.1053298 Jun 16 16:15:35.244781 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:31Z', 'revision_number': 3, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:35.275409 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device c757db64-168f-46a4-8d08-d52739845f89 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:35.279646 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a26fcff-c699-4f1e-a7d8-57d18e9cff53 None None] The sync data for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi is: [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:31Z', 'revision_number': 3, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:35.330942 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-4cf646e5-8015-4ef4-acf3-aec80fa0f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.332586 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-4cf646e5-8015-4ef4-acf3-aec80fa0f88e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332002 Jun 16 16:15:35.340209 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port c757db64-168f-46a4-8d08-d52739845f89 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:15:35.347660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port c757db64-168f-46a4-8d08-d52739845f89 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:35.348043 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (c757db64-168f-46a4-8d08-d52739845f89), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.378354 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8cd9bf5-40b8-4078-9fc3-a23c5db29e8a req-2d16d74b-e996-4953-a695-af996a60d4ad service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469742 Jun 16 16:15:35.464591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port c757db64-168f-46a4-8d08-d52739845f89 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:35.465393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (c757db64-168f-46a4-8d08-d52739845f89), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.477624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:35.501275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:35.504620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd0c8be-2c68-4950-8b89-634020038c30" -d '{"events": [{"server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "name": "network-vif-plugged", "status": "completed", "tag": "c757db64-168f-46a4-8d08-d52739845f89"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:35.506316 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Allocated IP 172.20.0.1 (624ec5cb-c351-4f2a-b62b-b23581055ec7/310595a9-8f51-40a5-8687-9c5ae5517f66/06fbed84-e9ce-4168-a43c-c2b906b25067) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:35.529591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c757db64-168f-46a4-8d08-d52739845f89,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:35.537924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-4c100dec-9e90-48f1-9c4b-1a0ef0d43aab service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897147 Jun 16 16:15:35.539642 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.595916 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d352e74-abf2-4cbb-82eb-082a5b29af9f x-openstack-request-id: req-9d352e74-abf2-4cbb-82eb-082a5b29af9f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:35.596564 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "name": "network-vif-plugged", "status": "completed", "tag": "c757db64-168f-46a4-8d08-d52739845f89", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:35.597018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d352e74-abf2-4cbb-82eb-082a5b29af9f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:35.598073 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d352e74-abf2-4cbb-82eb-082a5b29af9f'] response: {'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89', 'code': 200} Jun 16 16:15:35.664153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:35.702350 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks [] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.757783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.840752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:35.850169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9193-ea99-48b3-907b-df933a7dba58 req-7fb069b0-4b6a-4116-9200-e58e5413569b tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:35.853037 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fb8c9193-ea99-48b3-907b-df933a7dba58 req-7fb069b0-4b6a-4116-9200-e58e5413569b tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.1079078 Jun 16 16:15:35.856275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:35.859047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:35.863119 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Pushing event updated for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:35.941886 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:35.954755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:36.029429 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fb8c9193-ea99-48b3-907b-df933a7dba58 req-d020c2da-280f-4c82-b5a2-5aba97f552be tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446395 Jun 16 16:15:36.035014 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49262) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:36.105343 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d836d8-ca5f-4296-8d4b-b2d2ecb549b8 req-0536d84f-4cf0-4ebf-ba4a-fb22291c07fa tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:36.113213 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99d836d8-ca5f-4296-8d4b-b2d2ecb549b8 req-0536d84f-4cf0-4ebf-ba4a-fb22291c07fa tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0899382 Jun 16 16:15:36.183512 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99d836d8-ca5f-4296-8d4b-b2d2ecb549b8 req-603ab870-5784-4409-9ef4-627b0ed8fbcd tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693216 Jun 16 16:15:36.251774 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:36.261654 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99425a99-14e3-46b8-907b-0cf81a761947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.272185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-437843bd-32a1-485b-92f9-b37092c53ca0 None None] Provisioning complete for port 06fbed84-e9ce-4168-a43c-c2b906b25067 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:36.272185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-437843bd-32a1-485b-92f9-b37092c53ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.295194 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2903e7-2db2-4cab-9072-2a88e5ceff1c req-a4406a5c-5913-4357-87cb-b08b9deb0a95 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:36.302077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac2903e7-2db2-4cab-9072-2a88e5ceff1c req-a4406a5c-5913-4357-87cb-b08b9deb0a95 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0626571 Jun 16 16:15:36.332749 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:36.387877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-437843bd-32a1-485b-92f9-b37092c53ca0 None None] Port 06fbed84-e9ce-4168-a43c-c2b906b25067 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:36.391258 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99425a99-14e3-46b8-907b-0cf81a761947 admin admin] Publish callbacks [] for security_group (4b28a8e2-0fc0-4167-98cb-3fa7820ab701), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.397170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ac2903e7-2db2-4cab-9072-2a88e5ceff1c req-ccc2456d-e1b6-470e-93c6-699e196aef8f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871189 Jun 16 16:15:36.401400 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.404641 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99425a99-14e3-46b8-907b-0cf81a761947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (4b28a8e2-0fc0-4167-98cb-3fa7820ab701), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.455022 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-99425a99-14e3-46b8-907b-0cf81a761947 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc69c0f9eab9408b854b6d6f5275d7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183824 Jun 16 16:15:36.455845 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99425a99-14e3-46b8-907b-0cf81a761947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b28a8e2-0fc0-4167-98cb-3fa7820ab701,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:36.458585 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49268) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:36.528596 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] Publish callbacks [] for security_group (4b28a8e2-0fc0-4167-98cb-3fa7820ab701), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.569212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] Publish callbacks [] for security_group (4b28a8e2-0fc0-4167-98cb-3fa7820ab701), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.587717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:36.588762 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 44cdf5e4-f21b-46b5-af02-20140f7dab47 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:36.610905 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks [] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.620851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.635555 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (4b28a8e2-0fc0-4167-98cb-3fa7820ab701), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.638918 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.639553 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 44cdf5e4-f21b-46b5-af02-20140f7dab47 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:36.640073 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b28a8e2-0fc0-4167-98cb-3fa7820ab701 HTTP/1.1" status: 204 len: 168 time: 0.1808355 Jun 16 16:15:36.642104 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.652134 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7e269-9967-4ed1-9466-a812aced25e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b28a8e2-0fc0-4167-98cb-3fa7820ab701,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:36.699172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.701046 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Pushing event updated for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:36.735179 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 44cdf5e4-f21b-46b5-af02-20140f7dab47 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:36.735726 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.761845 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 44cdf5e4-f21b-46b5-af02-20140f7dab47, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=44cdf5e4-f21b-46b5-af02-20140f7dab47,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:36.768975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:36.821665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:36.823378 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:36.841741 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=44cdf5e4-f21b-46b5-af02-20140f7dab47,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:36.950176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:15:37.008937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:37.062159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49276) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:37.080989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:15:37.094479 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d75dd0a5-e12e-4733-86d2-1acec53df195 admin admin] 10.222.0.88 "PUT /v2.0/routers/72e8886d-31a1-450c-ac3b-ba3f2e9ccba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1579669 Jun 16 16:15:37.099262 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11f61838-49d1-4f9e-afe7-5367f5bc4d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.112315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-acd1b558-d819-439c-8ac4-4b057e682a8b None None] Provisioning complete for port 06fbed84-e9ce-4168-a43c-c2b906b25067 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:37.112753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-acd1b558-d819-439c-8ac4-4b057e682a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.154581 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-acd1b558-d819-439c-8ac4-4b057e682a8b None None] Port 06fbed84-e9ce-4168-a43c-c2b906b25067 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:37.220364 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab3f76-4132-438c-83ba-b1317d8d14fc req-2f10aba7-eb56-4486-9c53-50a96bcd8a59 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:37.222509 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71ab3f76-4132-438c-83ba-b1317d8d14fc req-2f10aba7-eb56-4486-9c53-50a96bcd8a59 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.0657411 Jun 16 16:15:37.227790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11f61838-49d1-4f9e-afe7-5367f5bc4d39 admin admin] Publish callbacks [] for security_group (c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.235397 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-11f61838-49d1-4f9e-afe7-5367f5bc4d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.296395 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-11f61838-49d1-4f9e-afe7-5367f5bc4d39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=848bf6d05c33472187f9f75cdc9550f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328980 Jun 16 16:15:37.299508 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f61838-49d1-4f9e-afe7-5367f5bc4d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.300233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49284) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:37.306856 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71ab3f76-4132-438c-83ba-b1317d8d14fc req-9306493a-b5e9-448a-9332-2ee0babb3f93 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774641 Jun 16 16:15:37.366497 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cd3e1-400b-4401-949b-dc253e7f8793 req-8727ee67-21a8-49e4-b6b8-4c60dfbc4683 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:37.368618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb9cd3e1-400b-4401-949b-dc253e7f8793 req-8727ee67-21a8-49e4-b6b8-4c60dfbc4683 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0786843 Jun 16 16:15:37.416103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] Publish callbacks [] for security_group (c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.451549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb9cd3e1-400b-4401-949b-dc253e7f8793 req-8b50d868-0050-4089-a6c3-d44939711548 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756814 Jun 16 16:15:37.456568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] Publish callbacks [] for security_group (c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.490006 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Sync routers for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:37.501675 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:37.502789 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:37.549357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cdc3c-e118-4fb8-9df1-87823cbc077d req-863a83b6-f643-4ca3-a142-0f37647ffd82 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:37.550906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f2cdc3c-e118-4fb8-9df1-87823cbc077d req-863a83b6-f643-4ca3-a142-0f37647ffd82 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0581207 Jun 16 16:15:37.575967 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.579336 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:37.579522 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51 HTTP/1.1" status: 204 len: 168 time: 0.2769210 Jun 16 16:15:37.619264 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42765e7-4741-4283-8faa-8ad613d3a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c3b3fa-0e89-48e6-8ed2-f6a6edcd8a51,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.654877 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f2cdc3c-e118-4fb8-9df1-87823cbc077d req-10272353-970c-4006-9e2c-bc9185b4de09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965993 Jun 16 16:15:37.660403 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:37.727564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:37.737462 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cdd14d5d-b024-408a-9e84-65cd89ee578f req-f52d2281-167d-42b0-a83f-49cd3b56daa1 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339467 Jun 16 16:15:37.871298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdbc17-394e-4c2d-9c17-2b9ab1d32122 req-f4dc5ef0-2f8d-4eb5-a5ff-cebc26b3f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:37.873911 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6bdbc17-394e-4c2d-9c17-2b9ab1d32122 req-f4dc5ef0-2f8d-4eb5-a5ff-cebc26b3f0af service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 1134 time: 0.0792933 Jun 16 16:15:37.999138 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 2, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:38.017497 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49306) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:38.023185 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-950074821-network', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:38.027495 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Checking router: 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:38.027852 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Updating router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 port 06fbed84-e9ce-4168-a43c-c2b906b25067 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:38.028236 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6bdbc17-394e-4c2d-9c17-2b9ab1d32122 req-d60b0c3b-918f-4eb4-9a4f-99e478432346 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562346 Jun 16 16:15:38.053030 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Made reservation on behalf of 4ee4194f9bfb4acb93f9b0c48e270202 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:38.058434 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.059859 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.068807 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.104024 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.169151 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks [] for security_group (05bfc776-aa6f-4ca1-8f20-96468b0b7bc6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.175308 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (05bfc776-aa6f-4ca1-8f20-96468b0b7bc6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.204199 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:38.214506 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfc776-aa6f-4ca1-8f20-96468b0b7bc6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:38.220146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (6562e28c-228f-421d-bdb5-3e666b678eb2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.220714 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Added segment 6562e28c-228f-421d-bdb5-3e666b678eb2 of type vlan for network 9dc50344-578e-4bbc-b457-be8b65430176 Jun 16 16:15:38.277328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (9dc50344-578e-4bbc-b457-be8b65430176), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.285745 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.309209 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (9dc50344-578e-4bbc-b457-be8b65430176), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.310240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.310827 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.352347 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3309758 Jun 16 16:15:38.352642 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49318) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:38.358977 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Request body: {'subnet': {'network_id': '9dc50344-578e-4bbc-b457-be8b65430176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-950074821-subnet', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:38.364334 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks [] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.370005 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.403021 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311f38-8a7a-4f00-8896-658964ceb133 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc50344-578e-4bbc-b457-be8b65430176,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:38.415604 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 9dc50344-578e-4bbc-b457-be8b65430176 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:15:38.424056 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Made reservation on behalf of 4ee4194f9bfb4acb93f9b0c48e270202 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:38.434789 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199992'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.455184 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Pushing event updated for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:38.489523 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.490240 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.491213 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.492236 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.494088 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.494588 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.495131 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.495775 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.497695 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.498286 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.498780 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.500049 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.500685 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.501176 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.501651 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:38.524742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb78106-e96c-4fd0-bfda-117bd0345415 req-0a529f9d-01a3-41a7-ab96-f56d16d06bb2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.525404 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Attempting to bind port 06fbed84-e9ce-4168-a43c-c2b906b25067 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:38.525800 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Attempting to bind port 06fbed84-e9ce-4168-a43c-c2b906b25067 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:38.526246 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Attempting to bind port 06fbed84-e9ce-4168-a43c-c2b906b25067 on network 624ec5cb-c351-4f2a-b62b-b23581055ec7 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:38.535035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7eb78106-e96c-4fd0-bfda-117bd0345415 req-0a529f9d-01a3-41a7-ab96-f56d16d06bb2 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.1004078 Jun 16 16:15:38.537489 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:38.538735 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Checking segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:38.539553 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.540479 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Bound using segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:38.541288 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Bound port: 06fbed84-e9ce-4168-a43c-c2b906b25067, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:38.548093 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.655691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 44cdf5e4-f21b-46b5-af02-20140f7dab47 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:38.671418 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] For port 06fbed84-e9ce-4168-a43c-c2b906b25067, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:38.676381 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] For port 06fbed84-e9ce-4168-a43c-c2b906b25067, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=06fbed84-e9ce-4168-a43c-c2b906b25067,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:38.689953 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.690169 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7eb78106-e96c-4fd0-bfda-117bd0345415 req-56a237f6-fc7c-4442-ad8f-f3639b9fbdd4 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469724 Jun 16 16:15:38.725812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00f7df-4320-4154-96e8-f3bd0c033e19 req-ca65d7a6-443c-4e30-9ca4-5bb174cd8c14 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.735108 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-db00f7df-4320-4154-96e8-f3bd0c033e19 req-ca65d7a6-443c-4e30-9ca4-5bb174cd8c14 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1086056 Jun 16 16:15:38.736954 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26435140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199946'] for subnet (9bd5fa0a-a57a-43d6-aaa3-0018abf20a06), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.813058 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.813701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 44cdf5e4-f21b-46b5-af02-20140f7dab47 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:38.818399 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.838869 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.860418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fced1-0b47-4d83-877b-ca8db3dfecb5 req-15c104a0-bacb-4090-9996-4082672e957f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:38.862494 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:38.863520 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:38.868071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f79fced1-0b47-4d83-877b-ca8db3dfecb5 req-15c104a0-bacb-4090-9996-4082672e957f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0728688 Jun 16 16:15:38.895928 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd5fa0a-a57a-43d6-aaa3-0018abf20a06,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:38.924309 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Checking segment: {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:38.924885 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Network hostable DHCP agents. Network: 9dc50344-578e-4bbc-b457-be8b65430176, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:38.932820 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Provisioning complete for port 06fbed84-e9ce-4168-a43c-c2b906b25067 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:38.933215 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:38.945222 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-db00f7df-4320-4154-96e8-f3bd0c033e19 req-b4432857-e58e-438c-8132-41f5dc6fc9a2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083235 Jun 16 16:15:38.967035 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:38.974880 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Network 9dc50344-578e-4bbc-b457-be8b65430176 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:38.993442 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 9dc50344-578e-4bbc-b457-be8b65430176) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:39.008652 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:39.009588 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.009995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc024ff-338d-4291-93f9-427f510f1bbd None None] Network 9dc50344-578e-4bbc-b457-be8b65430176 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:15:39.018884 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f79fced1-0b47-4d83-877b-ca8db3dfecb5 req-6dd6cf29-aa8f-47f3-9958-02a49a9d190e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376753 Jun 16 16:15:39.032558 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f6321-9bae-4da8-867a-75eb2a961733 None None] Pushing event updated for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.055512 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-75426c84-6fc0-4ad8-8462-9eb3df72cd3d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7019672 Jun 16 16:15:39.058100 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49340) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:39.068920 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:39.115267 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (16865d47-71bd-4a16-803b-c067fa3c7450), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.117164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (16865d47-71bd-4a16-803b-c067fa3c7450), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.163060 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:39.242349 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for router_controller (16865d47-71bd-4a16-803b-c067fa3c7450), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.270242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 44cdf5e4-f21b-46b5-af02-20140f7dab47 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:39.328830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-9dc50344-578e-4bbc-b457-be8b65430176', 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176', 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'fixed_ips': [{'subnet_id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:15:39.330171 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.335084 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:39.378986 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Current status of the port 06fbed84-e9ce-4168-a43c-c2b906b25067 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:39.379618 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.429645 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:38Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:39.435835 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for router_gateway (16865d47-71bd-4a16-803b-c067fa3c7450), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.446733 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:39.482589 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:39.521921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] For port 06fbed84-e9ce-4168-a43c-c2b906b25067, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=06fbed84-e9ce-4168-a43c-c2b906b25067,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:39.536342 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.571997 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Allocated IP 172.20.0.2 (9dc50344-578e-4bbc-b457-be8b65430176/9bd5fa0a-a57a-43d6-aaa3-0018abf20a06/84cb5ea0-1064-4f73-ad39-d338675f8130) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:39.619547 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e857978-d3fb-41a0-82d4-84502d99352f None None] The sync data for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi is: [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:38Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:39.663782 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fcb22-6a31-4d05-836c-6a369f275319 None None] Pushing event updated for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.742552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-04d13311-e1cb-4b77-86fc-e7ee0411aa40 None None] Provisioning complete for port 06fbed84-e9ce-4168-a43c-c2b906b25067 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:39.743183 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-04d13311-e1cb-4b77-86fc-e7ee0411aa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.750369 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for router_gateway (16865d47-71bd-4a16-803b-c067fa3c7450), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.776240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:39.930392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49352) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:39.955672 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Allocated IP 172.27.0.211 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/d0612848-4f98-4874-a1d5-cc00f75feffb) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:39.964064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82c63b-588a-4f06-8c4a-ba67653c84ec req-60f21169-b77e-458c-a834-6180967e5822 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:39.967443 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bf82c63b-588a-4f06-8c4a-ba67653c84ec req-60f21169-b77e-458c-a834-6180967e5822 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.1000869 Jun 16 16:15:39.970310 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:40.056163 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bf82c63b-588a-4f06-8c4a-ba67653c84ec req-3c4230e2-c4bf-4c4c-9836-994872ebc439 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827718 Jun 16 16:15:40.142824 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.175804 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab24fc-dd33-4128-9914-f2b62cbad7cc req-dc8ff16d-d96d-41c8-973f-49b7b86693dc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:40.179058 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a7ab24fc-dd33-4128-9914-f2b62cbad7cc req-dc8ff16d-d96d-41c8-973f-49b7b86693dc tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0966663 Jun 16 16:15:40.181523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21cc8623-dbe8-408b-ae82-646748adecbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.197022 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.240991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:40.250114 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:40.253109 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:40.257910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-04d13311-e1cb-4b77-86fc-e7ee0411aa40 None None] Current status of the port 06fbed84-e9ce-4168-a43c-c2b906b25067 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:40.264009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks [] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.281081 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.293282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b72d6868-e4dc-42b9-807c-ae21149939be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.311992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21cc8623-dbe8-408b-ae82-646748adecbd admin admin] Publish callbacks [] for security_group (bd71908e-6d34-425d-bf12-b9516ab72232), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.321048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-21cc8623-dbe8-408b-ae82-646748adecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (bd71908e-6d34-425d-bf12-b9516ab72232), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.348384 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Network 9dc50344-578e-4bbc-b457-be8b65430176 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:40.349611 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Pushing event updated for resources: {'Port': ['ID=d0612848-4f98-4874-a1d5-cc00f75feffb,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.352278 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Pushing event updated for resources: {'Port': ['ID=84cb5ea0-1064-4f73-ad39-d338675f8130,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.354881 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:40.358490 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:40.406146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc8623-dbe8-408b-ae82-646748adecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd71908e-6d34-425d-bf12-b9516ab72232,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.436621 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Attempting to bind port 84cb5ea0-1064-4f73-ad39-d338675f8130 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:40.437008 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Attempting to bind port 84cb5ea0-1064-4f73-ad39-d338675f8130 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:40.437372 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Attempting to bind port 84cb5ea0-1064-4f73-ad39-d338675f8130 on network 9dc50344-578e-4bbc-b457-be8b65430176 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:40.446673 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-21cc8623-dbe8-408b-ae82-646748adecbd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=612b1a0e56de4187a0d051452e58b4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091724 Jun 16 16:15:40.448583 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a7ab24fc-dd33-4128-9914-f2b62cbad7cc req-1a87aeba-2783-4b85-9121-a7678d9ed755 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622046 Jun 16 16:15:40.449176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49360) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:40.449540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:40.450053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Checking segment: {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:40.450348 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.450893 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Bound using segment: {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:40.451371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Bound port: 84cb5ea0-1064-4f73-ad39-d338675f8130, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:40.451905 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.528970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:40.564962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] Publish callbacks [] for security_group (bd71908e-6d34-425d-bf12-b9516ab72232), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.578901 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] For port 84cb5ea0-1064-4f73-ad39-d338675f8130, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:40.584021 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] For port 84cb5ea0-1064-4f73-ad39-d338675f8130, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84cb5ea0-1064-4f73-ad39-d338675f8130,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:40.601751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.611233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] Publish callbacks [] for security_group (bd71908e-6d34-425d-bf12-b9516ab72232), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.651018 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 06fbed84-e9ce-4168-a43c-c2b906b25067 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:40.694767 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (bd71908e-6d34-425d-bf12-b9516ab72232), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.698647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.701920 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bd71908e-6d34-425d-bf12-b9516ab72232 HTTP/1.1" status: 204 len: 168 time: 0.2515197 Jun 16 16:15:40.724302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ebd7-6b29-4c7a-b54d-ca4bff6b996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd71908e-6d34-425d-bf12-b9516ab72232,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.736229 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 06fbed84-e9ce-4168-a43c-c2b906b25067 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:40.736617 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.750116 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for router_gateway (16865d47-71bd-4a16-803b-c067fa3c7450), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:40.798339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:40.805374 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162ad1-1db6-4d20-a96a-a848eb196f4f None None] Pushing event updated for resources: {'Port': ['ID=84cb5ea0-1064-4f73-ad39-d338675f8130,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.885475 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 06fbed84-e9ce-4168-a43c-c2b906b25067 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:41.079856 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (16865d47-71bd-4a16-803b-c067fa3c7450), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.207027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1eda9-d2b8-4a68-8092-86dc7e604b72 req-fd5057a9-32bc-4d25-b2c0-455b2022e1f8 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.208613 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8ef1eda9-d2b8-4a68-8092-86dc7e604b72 req-fd5057a9-32bc-4d25-b2c0-455b2022e1f8 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.0552318 Jun 16 16:15:41.241186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Router 16865d47-71bd-4a16-803b-c067fa3c7450 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:15:41.275498 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8ef1eda9-d2b8-4a68-8092-86dc7e604b72 req-3fd18245-e325-4ec4-a390-da9946d12ede tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Jun 16 16:15:41.350544 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:15:41.364782 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Sync routers for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:41.372692 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.377084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49374) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:41.377275 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7877fb27-fa23-4e80-9300-aad3f8a00f32 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3178151 Jun 16 16:15:41.385261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:41.385261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:41.499512 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:INSERT=4,neutron:UPDATE=7,neutron:SELECT=89 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:41.515733 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:41.556008 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:41.562290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:41.737582 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:40Z', 'revision_number': 3, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:41.764501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Checking router: 16865d47-71bd-4a16-803b-c067fa3c7450 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:41.764856 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Updating router 16865d47-71bd-4a16-803b-c067fa3c7450 port d0612848-4f98-4874-a1d5-cc00f75feffb binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:41.800874 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:41.955561 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d68b8d-5ad9-4e1c-a98a-d9ee92fc0b06 req-471dcadd-7b5c-444f-9899-87760c699782 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.956437 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9d68b8d-5ad9-4e1c-a98a-d9ee92fc0b06 req-471dcadd-7b5c-444f-9899-87760c699782 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.3455503 Jun 16 16:15:41.962883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b16b22-7cea-42ca-bd3a-03d5d4159c87 req-2e2d5adb-b817-488b-a8e7-99f564262703 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:41.969940 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76b16b22-7cea-42ca-bd3a-03d5d4159c87 req-2e2d5adb-b817-488b-a8e7-99f564262703 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.3600841 Jun 16 16:15:41.995938 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e45390-f7eb-4dfe-81fe-4bb31ae62a8b None None] Network 9dc50344-578e-4bbc-b457-be8b65430176 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:15:42.071937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Provisioning complete for port 84cb5ea0-1064-4f73-ad39-d338675f8130 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:42.072612 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.126304 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-76b16b22-7cea-42ca-bd3a-03d5d4159c87 req-8267b913-fee2-4cfe-ae2a-62385d6c928c tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554661 Jun 16 16:15:42.135371 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9d68b8d-5ad9-4e1c-a98a-d9ee92fc0b06 req-fb82dd47-6eac-457c-bdc6-7d1cbe46ce6a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632965 Jun 16 16:15:42.246268 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49386) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:42.254476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139378944', 'description': 'tempest-description--887684825'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:42.263659 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks [] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.277043 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Current status of the port 84cb5ea0-1064-4f73-ad39-d338675f8130 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:42.277451 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.290344 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.294207 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.299062 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.329462 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.366009 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.388941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Attempting to bind port d0612848-4f98-4874-a1d5-cc00f75feffb on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:42.389319 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Attempting to bind port d0612848-4f98-4874-a1d5-cc00f75feffb by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:42.389658 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Attempting to bind port d0612848-4f98-4874-a1d5-cc00f75feffb on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:42.398204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] For port 84cb5ea0-1064-4f73-ad39-d338675f8130, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84cb5ea0-1064-4f73-ad39-d338675f8130,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:42.403523 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960b81c-a134-4a93-837e-f5e71efd81d2 None None] Pushing event updated for resources: {'Port': ['ID=d0612848-4f98-4874-a1d5-cc00f75feffb,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.407233 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:42.407655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:42.408065 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.408481 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:42.408968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Bound port: d0612848-4f98-4874-a1d5-cc00f75feffb, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:42.409345 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.412273 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.445342 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (f019fed5-8ff5-4dc0-ae49-42ff452e93e8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.454581 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (f019fed5-8ff5-4dc0-ae49-42ff452e93e8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.483933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f019fed5-8ff5-4dc0-ae49-42ff452e93e8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.501419 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.502566 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.503057 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-157a5fb9-0ab2-4369-8ca0-56c54c26bf79 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2522690 Jun 16 16:15:42.506241 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49390) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:42.506726 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7271c30-c926-44d8-a0fe-883dafe59c19 None None] Pushing event updated for resources: {'Port': ['ID=84cb5ea0-1064-4f73-ad39-d338675f8130,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.511550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'security_group_rule': {'security_group_id': 'f019fed5-8ff5-4dc0-ae49-42ff452e93e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:42.549328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] For port d0612848-4f98-4874-a1d5-cc00f75feffb, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:42.552429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (00fb335d-3fd4-481a-877f-cfb587a00b33), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.555185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] For port d0612848-4f98-4874-a1d5-cc00f75feffb, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=d0612848-4f98-4874-a1d5-cc00f75feffb,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:42.565213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.612786 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Allocated IP 172.20.0.1 (9dc50344-578e-4bbc-b457-be8b65430176/9bd5fa0a-a57a-43d6-aaa3-0018abf20a06/b988dba6-0e59-401c-a1d0-c0a854543483) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:42.626305 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (00fb335d-3fd4-481a-877f-cfb587a00b33), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.631758 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (00fb335d-3fd4-481a-877f-cfb587a00b33), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.651271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84cb5ea0-1064-4f73-ad39-d338675f8130 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:42.657588 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.659556 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510954 Jun 16 16:15:42.659946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f0e2-0fc9-44b5-b445-24dd7fe318a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fb335d-3fd4-481a-877f-cfb587a00b33,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.662355 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49392) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:42.667643 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'security_group_rule': {'security_group_id': 'f019fed5-8ff5-4dc0-ae49-42ff452e93e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:42.681952 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.699647 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (e4726a6f-c620-4880-ba19-7251983dd083), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.705598 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960b81c-a134-4a93-837e-f5e71efd81d2 None None] Pushing event updated for resources: {'Port': ['ID=d0612848-4f98-4874-a1d5-cc00f75feffb,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.718394 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-bb1cbf99-eff7-482f-a9d1-b7b8dfaba4f4 None None] Provisioning complete for port 84cb5ea0-1064-4f73-ad39-d338675f8130 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:42.718777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbf99-eff7-482f-a9d1-b7b8dfaba4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.726902 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-250c9078-579a-431f-a928-e82e72df839e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.747271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks [] for port (b988dba6-0e59-401c-a1d0-c0a854543483), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.758630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.762301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:42.762951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:42.778446 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (e4726a6f-c620-4880-ba19-7251983dd083), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.784322 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (e4726a6f-c620-4880-ba19-7251983dd083), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.789584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.822740 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4726a6f-c620-4880-ba19-7251983dd083,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.832355 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.837105 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-01a58c8b-db32-4cd8-a5cc-1d1e69babf2e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704164 Jun 16 16:15:42.839166 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49394) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:42.839308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.842405 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:42.843771 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 84cb5ea0-1064-4f73-ad39-d338675f8130 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:42.844114 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.850272 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Network 9dc50344-578e-4bbc-b457-be8b65430176 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:42.852205 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:42.855222 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:42.872364 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.898175 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (16865d47-71bd-4a16-803b-c067fa3c7450), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:42.960444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:42.981430 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.074785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.120914 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Allocated IP 172.27.0.241 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/491c1467-6b01-48b1-b891-84be42491e81) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:43.169410 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:43.188051 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cbf99-eff7-482f-a9d1-b7b8dfaba4f4 None None] Current status of the port 84cb5ea0-1064-4f73-ad39-d338675f8130 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:43.207008 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:43.264137 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for port (491c1467-6b01-48b1-b891-84be42491e81), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.279028 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:15:43.303875 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (491c1467-6b01-48b1-b891-84be42491e81), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.330222 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb0a56-0a76-4ce5-9e60-1a06e747a21e req-f1df4ab7-94a8-4a25-bd6b-5aeb2ff03a92 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:43.331967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccdb0a56-0a76-4ce5-9e60-1a06e747a21e req-f1df4ab7-94a8-4a25-bd6b-5aeb2ff03a92 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.1085358 Jun 16 16:15:43.348628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:43.351536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:43.355281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:43.367157 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb9ba7-deb9-4b32-8549-485756048aa8 req-183573d8-88d4-41ce-8e11-e677520453cf tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:43.369395 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-57bb9ba7-deb9-4b32-8549-485756048aa8 req-183573d8-88d4-41ce-8e11-e677520453cf tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.1037638 Jun 16 16:15:43.385270 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-366e4c44-ce68-48c1-b9a9-9b899614cabc None None] Provisioning complete for port b988dba6-0e59-401c-a1d0-c0a854543483 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:43.385649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-366e4c44-ce68-48c1-b9a9-9b899614cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.399789 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'Port': ['ID=491c1467-6b01-48b1-b891-84be42491e81,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.413609 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 84cb5ea0-1064-4f73-ad39-d338675f8130 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:43.427701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks [] for port (b988dba6-0e59-401c-a1d0-c0a854543483), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.439134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.463129 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.504091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-366e4c44-ce68-48c1-b9a9-9b899614cabc None None] Port b988dba6-0e59-401c-a1d0-c0a854543483 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:43.505253 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (491c1467-6b01-48b1-b891-84be42491e81), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.513330 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:43.550096 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:43.551523 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccdb0a56-0a76-4ce5-9e60-1a06e747a21e req-f6c63541-08c3-41e1-b11a-2fd80415275a tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911340 Jun 16 16:15:43.559964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-57bb9ba7-deb9-4b32-8549-485756048aa8 req-f6671d77-9a86-45ba-a342-5ff624f2a109 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848943 Jun 16 16:15:43.562920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.566155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (16865d47-71bd-4a16-803b-c067fa3c7450), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.611489 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:40Z', 'revision_number': 3, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:43.615410 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:43.649456 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:43.655663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.658271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a5dae-5888-4a25-9a95-bf02ab978630 None None] The sync data for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi is: [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:40Z', 'revision_number': 3, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:43.660199 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'mac_address': 'fa:16:3e:ac:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:15:43.695129 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Network 9dc50344-578e-4bbc-b457-be8b65430176 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:43.700508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:43.702606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fd0e55d6-c023-4540-8b9f-28e600c52b4f is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:43.703032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.719029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0e55d6-c023-4540-8b9f-28e600c52b4f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:43.724009 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for port (491c1467-6b01-48b1-b891-84be42491e81), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.731948 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (491c1467-6b01-48b1-b891-84be42491e81), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.753620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:43.759924 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:43.777561 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:43.823027 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.851540 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Router 16865d47-71bd-4a16-803b-c067fa3c7450 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:15:44.018979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:15:44.033233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b3cf3a6d-a4e4-499e-b7d6-8e40ff119fd2 admin admin] 10.222.0.88 "PUT /v2.0/routers/16865d47-71bd-4a16-803b-c067fa3c7450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468344 Jun 16 16:15:44.054707 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-172c2218-d730-40d9-9a1a-2ad46ec753b8 None None] Provisioning complete for port b988dba6-0e59-401c-a1d0-c0a854543483 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:44.055211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-172c2218-d730-40d9-9a1a-2ad46ec753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:44.070983 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'Port': ['ID=491c1467-6b01-48b1-b891-84be42491e81,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:44.087123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:44.114708 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-172c2218-d730-40d9-9a1a-2ad46ec753b8 None None] Port b988dba6-0e59-401c-a1d0-c0a854543483 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:44.121010 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:44.122786 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8605bbab-3e8d-4ada-8383-361974b01abc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2843499 Jun 16 16:15:44.377813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-eded8c1d-c191-44b4-9f82-a2bbd343f6cd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1139378944&fields=id&tenant_id=c3592ee016d1486db983b4ff2aab5ca3 HTTP/1.1" status: 200 len: 267 time: 0.0497813 Jun 16 16:15:44.399896 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fd0e55d6-c023-4540-8b9f-28e600c52b4f'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:44.497019 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:44.541763 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-262d07cf-1beb-486d-ba46-89821a641555 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:44.567189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-262d07cf-1beb-486d-ba46-89821a641555 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.1795917 Jun 16 16:15:44.590156 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-4987f7d9-7780-4fc2-a6bc-1cce04beb701 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/quotas/c3592ee016d1486db983b4ff2aab5ca3 HTTP/1.1" status: 200 len: 375 time: 0.0217578 Jun 16 16:15:44.720296 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-cd113d09-1568-4402-a990-1d619c5f051b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1289999 Jun 16 16:15:44.785477 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84cb5ea0-1064-4f73-ad39-d338675f8130 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:44.827302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78d32-1070-4bb6-9cea-d1e62b7f0f39 req-679d4d0a-7bf7-4ea3-a220-f9f2a1cc1da1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:44.828901 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c0c78d32-1070-4bb6-9cea-d1e62b7f0f39 req-679d4d0a-7bf7-4ea3-a220-f9f2a1cc1da1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 944 time: 0.1496103 Jun 16 16:15:44.844160 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 84cb5ea0-1064-4f73-ad39-d338675f8130 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:44.844828 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:44.940753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 84cb5ea0-1064-4f73-ad39-d338675f8130 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:44.941811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device d0612848-4f98-4874-a1d5-cc00f75feffb up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:44.984334 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c0c78d32-1070-4bb6-9cea-d1e62b7f0f39 req-1cf6640a-b865-4d05-9a47-835f458e1ef2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862629 Jun 16 16:15:44.984663 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-d2e70439-08a1-47f9-acf7-07256223f38f service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111077 Jun 16 16:15:44.988466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:45.005311 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port d0612848-4f98-4874-a1d5-cc00f75feffb triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:45.006262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.115005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port d0612848-4f98-4874-a1d5-cc00f75feffb is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:45.115404 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.158832 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port d0612848-4f98-4874-a1d5-cc00f75feffb, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=d0612848-4f98-4874-a1d5-cc00f75feffb,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:45.159511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37054293-c575-45e4-a621-b2f57b5cd92f req-486ba9b9-97b0-4a44-a0e3-ae91975b3789 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:45.161470 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37054293-c575-45e4-a621-b2f57b5cd92f req-486ba9b9-97b0-4a44-a0e3-ae91975b3789 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.0799334 Jun 16 16:15:45.164042 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-33d346d3-eaa7-4395-a43f-c1098d8234a0 service neutron] 10.222.0.88 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694837 Jun 16 16:15:45.167555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.168431 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.219151 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:45.240072 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=d0612848-4f98-4874-a1d5-cc00f75feffb,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.326023 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37054293-c575-45e4-a621-b2f57b5cd92f req-f8d17539-a8ae-4b20-9fd5-b99c9b75f2af tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/security-groups?id=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549633 Jun 16 16:15:45.326023 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:45.356957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7a39-b46a-484c-83be-032027f75041 req-b6517b89-1626-4215-a090-aa9db7917458 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:45.359433 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-44ec7a39-b46a-484c-83be-032027f75041 req-b6517b89-1626-4215-a090-aa9db7917458 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.33 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 950 time: 0.1111002 Jun 16 16:15:45.523510 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ef18717-0fab-4c17-86fe-45a8554b5698 req-2dec4853-f2da-485d-964f-4652469ac78b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0706592 Jun 16 16:15:45.540820 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Deleting port c757db64-168f-46a4-8d08-d52739845f89 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:15:45.543841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (c757db64-168f-46a4-8d08-d52739845f89), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.707221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] For port c757db64-168f-46a4-8d08-d52739845f89, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c757db64-168f-46a4-8d08-d52739845f89,segment=NetworkSegment(56fafbb1-d927-4764-9863-26daed4ccd4f),segment_id=56fafbb1-d927-4764-9863-26daed4ccd4f)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:45.709063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (c757db64-168f-46a4-8d08-d52739845f89), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.730380 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.746240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Calling delete_port for c757db64-168f-46a4-8d08-d52739845f89 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:15:45.898153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:45.907709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (c757db64-168f-46a4-8d08-d52739845f89), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:45.946682 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Pushing event deleted for resources: {'Port': ['ID=c757db64-168f-46a4-8d08-d52739845f89,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.987419 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['c757db64-168f-46a4-8d08-d52739845f89'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:15:46.086445 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] No DVR routers for this DVR port c757db64-168f-46a4-8d08-d52739845f89 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:15:46.089760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:46.091300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:46.100215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-44ec7a39-b46a-484c-83be-032027f75041 req-e1d8660c-ebc3-4d6e-bee7-50840df69fe0 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.33 "DELETE /v2.0/ports/c757db64-168f-46a4-8d08-d52739845f89 HTTP/1.1" status: 204 len: 173 time: 0.7195711 Jun 16 16:15:46.164973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'name': 'network-vif-deleted', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:46.167489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407d60e-a1a6-440b-aef8-87b93a9019e9" -d '{"events": [{"server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "name": "network-vif-deleted", "tag": "c757db64-168f-46a4-8d08-d52739845f89"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:46.239438 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port fd0e55d6-c023-4540-8b9f-28e600c52b4f completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:15:46.258653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port fd0e55d6-c023-4540-8b9f-28e600c52b4f triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:46.259238 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:46.304377 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2655ca-911c-47d3-aa99-57fb2b622b45 x-openstack-request-id: req-ea2655ca-911c-47d3-aa99-57fb2b622b45 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:46.304716 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c", "name": "network-vif-deleted", "tag": "c757db64-168f-46a4-8d08-d52739845f89", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:46.304922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea2655ca-911c-47d3-aa99-57fb2b622b45 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:46.305518 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2655ca-911c-47d3-aa99-57fb2b622b45'] response: {'server_uuid': 'f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c', 'name': 'network-vif-deleted', 'tag': 'c757db64-168f-46a4-8d08-d52739845f89', 'status': 'completed', 'code': 200} Jun 16 16:15:46.316347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a942a60-a611-4abc-8770-a12c61450f2f req-0d220cfe-334b-454c-a624-7b3c2644668c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:46.320525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a942a60-a611-4abc-8770-a12c61450f2f req-0d220cfe-334b-454c-a624-7b3c2644668c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 944 time: 0.2172029 Jun 16 16:15:46.398808 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fd0e55d6-c023-4540-8b9f-28e600c52b4f is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:46.399844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:46.437246 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a942a60-a611-4abc-8770-a12c61450f2f req-1d268cbc-3e19-4298-be7f-0b98135d8f46 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113586 Jun 16 16:15:46.469632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:46.469632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73281de1-18b8-4440-81c4-3bf604c5ba48" -d '{"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:46.484278 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:46.489881 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:46.537486 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e207bab-6b30-44b2-9f80-9fa7439c920e x-openstack-request-id: req-7e207bab-6b30-44b2-9f80-9fa7439c920e {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:46.537880 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:46.538258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e207bab-6b30-44b2-9f80-9fa7439c920e {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:46.538784 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e207bab-6b30-44b2-9f80-9fa7439c920e'] response: {'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'code': 200} Jun 16 16:15:46.556342 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cac76440-7abf-445c-ad2a-fa3b1aa55cc0 req-efab254e-1246-4a38-afa1-8a49ff582cd4 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0657523 Jun 16 16:15:46.608471 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:46.664028 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device d0612848-4f98-4874-a1d5-cc00f75feffb up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:46.666493 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f74ac39a-36c5-483b-9f06-29c45aee05f5 req-20fbbbcc-ceb5-45a2-a22c-9b61d74e34d8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0381279 Jun 16 16:15:46.821409 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port d0612848-4f98-4874-a1d5-cc00f75feffb triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:46.822415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:46.922968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port d0612848-4f98-4874-a1d5-cc00f75feffb is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:47.067086 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Sync routers for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:47.078017 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:47.078782 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:47.208716 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:47.425996 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:43Z', 'revision_number': 4, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'b988dba6-0e59-401c-a1d0-c0a854543483', 'name': '', 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'mac_address': 'fa:16:3e:ac:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:42Z', 'updated_at': '2022-06-16T16:15:43Z', 'revision_number': 2, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'subnets': [{'id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:47.461311 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Checking router: 16865d47-71bd-4a16-803b-c067fa3c7450 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:47.461939 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Updating router 16865d47-71bd-4a16-803b-c067fa3c7450 port b988dba6-0e59-401c-a1d0-c0a854543483 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:47.497697 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:47.626753 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4ba9-4e2e-4159-aedb-9eba06560b96 req-5a54008c-a469-467c-aa57-24505e2d6491 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:47.646913 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-850d4ba9-4e2e-4159-aedb-9eba06560b96 req-5a54008c-a469-467c-aa57-24505e2d6491 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1230166 Jun 16 16:15:47.743288 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-850d4ba9-4e2e-4159-aedb-9eba06560b96 req-416b4a45-a0e0-4741-bd6d-4d7bb053fc87 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945599 Jun 16 16:15:47.760634 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e00e228-7675-4edc-8578-91d1585786b4 req-dad02010-645d-412c-85d8-91b1396a7161 tempest-VolumesNegativeTest-153224057 tempest-VolumesNegativeTest-153224057-project] 10.222.0.88 "GET /v2.0/ports?device_id=f7119b80-5dc7-41f8-ad24-4a9dd7f7f21c HTTP/1.1" status: 200 len: 210 time: 0.0464840 Jun 16 16:15:47.804564 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:47.887166 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18be61c5-8e9b-46e7-ab06-11f7faa1b191 req-cdb3195f-2ae5-4570-a45d-532e4f2f27b7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0384181 Jun 16 16:15:47.924537 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks [] for port (b988dba6-0e59-401c-a1d0-c0a854543483), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:47.932652 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:47.967910 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:48.040646 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85253c-0b78-4df0-bcd9-4d89dac3c72b None None] Pushing event updated for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.056965 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Attempting to bind port b988dba6-0e59-401c-a1d0-c0a854543483 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:48.057395 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Attempting to bind port b988dba6-0e59-401c-a1d0-c0a854543483 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:48.057852 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Attempting to bind port b988dba6-0e59-401c-a1d0-c0a854543483 on network 9dc50344-578e-4bbc-b457-be8b65430176 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:48.063712 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:48.064176 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Checking segment: {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:48.064644 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.065096 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Bound using segment: {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:48.065638 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Bound port: b988dba6-0e59-401c-a1d0-c0a854543483, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6562e28c-228f-421d-bdb5-3e666b678eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:48.066186 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.159444 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] For port b988dba6-0e59-401c-a1d0-c0a854543483, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:48.166094 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] For port b988dba6-0e59-401c-a1d0-c0a854543483, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b988dba6-0e59-401c-a1d0-c0a854543483,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:48.189088 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.270272 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85253c-0b78-4df0-bcd9-4d89dac3c72b None None] Pushing event updated for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.279475 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:15:48.280169 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.295473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Provisioning complete for port b988dba6-0e59-401c-a1d0-c0a854543483 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:48.296083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.397388 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Current status of the port b988dba6-0e59-401c-a1d0-c0a854543483 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:48.398298 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.406900 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:15:48.441228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] For port b988dba6-0e59-401c-a1d0-c0a854543483, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b988dba6-0e59-401c-a1d0-c0a854543483,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:15:48.451853 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.552356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48bea4-7e0f-4a93-842f-b8f5ca32af3e None None] Pushing event updated for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.676872 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:48.679397 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-f37eec66-6e9f-4904-9235-159125802d0c None None] Provisioning complete for port b988dba6-0e59-401c-a1d0-c0a854543483 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:48.679869 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f37eec66-6e9f-4904-9235-159125802d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:48.705153 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:43Z', 'revision_number': 4, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'b988dba6-0e59-401c-a1d0-c0a854543483', 'name': '', 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'mac_address': 'fa:16:3e:ac:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:42Z', 'updated_at': '2022-06-16T16:15:48Z', 'revision_number': 4, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'subnets': [{'id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.737335 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5b7c-eac6-4e29-8bcd-cda79c8eb149 None None] The sync data for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi is: [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:43Z', 'revision_number': 4, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'b988dba6-0e59-401c-a1d0-c0a854543483', 'name': '', 'network_id': '9dc50344-578e-4bbc-b457-be8b65430176', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'mac_address': 'fa:16:3e:ac:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:42Z', 'updated_at': '2022-06-16T16:15:48Z', 'revision_number': 4, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'subnets': [{'id': '9bd5fa0a-a57a-43d6-aaa3-0018abf20a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:48.778970 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f37eec66-6e9f-4904-9235-159125802d0c None None] Current status of the port b988dba6-0e59-401c-a1d0-c0a854543483 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:48.991427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf359a95-fa06-4eac-9c67-158d359da2f2 req-bb76e612-b80b-4d97-a4c8-39ec3407f65a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:49.000559 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf359a95-fa06-4eac-9c67-158d359da2f2 req-bb76e612-b80b-4d97-a4c8-39ec3407f65a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0935056 Jun 16 16:15:49.063759 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4b980b52-a6e2-4cb9-a6a4-48f095ba6b25 req-1a7029c7-695c-428c-953a-6115d489917c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0577509 Jun 16 16:15:49.125750 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf359a95-fa06-4eac-9c67-158d359da2f2 req-46dbf0da-470a-46b5-9424-15f925bccdf0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166019 Jun 16 16:15:50.215273 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ce6f188-73f6-4eec-8c6c-7579752bbd4a req-3c18f092-71be-460e-a846-fb5ac859943c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0568552 Jun 16 16:15:50.340265 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a503c-a9a4-4515-b859-c47208874af2 req-9c7b2089-9e32-47e4-91d3-efb2edfbda49 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:50.347990 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d75a503c-a9a4-4515-b859-c47208874af2 req-9c7b2089-9e32-47e4-91d3-efb2edfbda49 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0981493 Jun 16 16:15:50.401280 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d75a503c-a9a4-4515-b859-c47208874af2 req-9e1f82cd-921d-4357-a189-7e298157319e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524039 Jun 16 16:15:50.643840 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b988dba6-0e59-401c-a1d0-c0a854543483 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:15:50.676446 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:50.704514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port b988dba6-0e59-401c-a1d0-c0a854543483 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:50.705883 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:50.818813 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b988dba6-0e59-401c-a1d0-c0a854543483 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:15:51.139354 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf61a9-332f-4df3-88d7-4b04ad23a501 req-4d60cdd0-7c4a-4ce5-89b2-f69918327508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.141219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-48bf61a9-332f-4df3-88d7-4b04ad23a501 req-4d60cdd0-7c4a-4ce5-89b2-f69918327508 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0799131 Jun 16 16:15:51.332488 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b7040e0b-d360-4c66-b285-9ae8f65f3153 req-2151fe37-47f9-4266-93a0-c31f77996dfb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0439553 Jun 16 16:15:51.430344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device c757db64-168f-46a4-8d08-d52739845f89 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:15:51.517390 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: c757db64-168f-46a4-8d08-d52739845f89 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:15:51.518109 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device c757db64-168f-46a4-8d08-d52739845f89 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:15:51.746276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d10c6b-b1e1-435c-839b-7d327f89a350 req-12f3579f-b1d1-41b2-b5fe-1a8b68bc776d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.747863 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-70d10c6b-b1e1-435c-839b-7d327f89a350 req-12f3579f-b1d1-41b2-b5fe-1a8b68bc776d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.1933842 Jun 16 16:15:51.799962 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-48bf61a9-332f-4df3-88d7-4b04ad23a501 req-2ac489a6-6910-4b8d-9439-bc9a68cbc00c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680162 Jun 16 16:15:51.827121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-ac5526b4-dc13-43cf-bd83-63defa6faf8e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:51.828643 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-ac5526b4-dc13-43cf-bd83-63defa6faf8e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 819 time: 0.3957403 Jun 16 16:15:51.882741 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-70d10c6b-b1e1-435c-839b-7d327f89a350 req-bbf9e47a-7f19-4c15-a536-b8c5bbaa13fa tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881991 Jun 16 16:15:52.480580 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90b7ca79-c26c-4f70-bee0-d7102f0b86cc req-4429cff3-136c-4394-8366-ff328656c3a6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0541124 Jun 16 16:15:52.568230 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-d368f9d6-76d2-41c6-ba4c-b5476c6a24a4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3592ee016d1486db983b4ff2aab5ca3 HTTP/1.1" status: 200 len: 380 time: 0.0859118 Jun 16 16:15:53.010502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87620f-67c7-4033-83f5-fb832b34d0d3 req-2c6f8403-8ab9-491a-95ae-6301dda4984d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:53.015333 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e87620f-67c7-4033-83f5-fb832b34d0d3 req-2c6f8403-8ab9-491a-95ae-6301dda4984d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0583031 Jun 16 16:15:53.027974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:53.036198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:53.078554 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e87620f-67c7-4033-83f5-fb832b34d0d3 req-d9e08762-4c62-4b55-9b47-2c8add93f68a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591991 Jun 16 16:15:53.154463 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'port': {'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'admin_state_up': True, 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'security_groups': ['f019fed5-8ff5-4dc0-ae49-42ff452e93e8']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:53.278690 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Made reservation on behalf of c3592ee016d1486db983b4ff2aab5ca3 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:53.282466 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:53.430404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Allocated IP 172.20.0.11 (95eb63ba-1800-47ca-921c-a33b3a51a7cb/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641/620a39ba-f7e2-4ae1-acf0-e87136dc559c) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:53.630159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a781a30-6e8b-48ac-9b0d-d1946768d45a req-599fd903-8727-43d0-b59e-704bbd9bfb57 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jun 16 16:15:53.662536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:53.706722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:53.764819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:53.779963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:53.784518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:15:53.789739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event updated for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:53.841858 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:15:54.051289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.051548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.051899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.052240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.052580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.052913 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.053244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.054121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.054444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.054768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.055095 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.055420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.055742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.056062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.056382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:54.078720 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.079276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:54.091087 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:54.101687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-3e7148b1-ae5a-4028-8be0-561f704d54db None None] Provisioning complete for port 620a39ba-f7e2-4ae1-acf0-e87136dc559c triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:15:54.102316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e7148b1-ae5a-4028-8be0-561f704d54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:54.104831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=82,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:54.110928 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-67aeb1f0-530e-47cf-bdae-947949e8eb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9604259 Jun 16 16:15:54.150362 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-3e7148b1-ae5a-4028-8be0-561f704d54db None None] Port 620a39ba-f7e2-4ae1-acf0-e87136dc559c cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:15:54.222082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf545-ddbb-41d4-a830-e8330e1ae661 req-9a3211a9-ac3e-4612-a5a8-0c9b56f0c16f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.224452 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf2cf545-ddbb-41d4-a830-e8330e1ae661 req-9a3211a9-ac3e-4612-a5a8-0c9b56f0c16f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0578203 Jun 16 16:15:54.284248 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf2cf545-ddbb-41d4-a830-e8330e1ae661 req-5eaa6dd5-2989-4e4f-aaf6-8362abb3ea74 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533214 Jun 16 16:15:54.774184 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fe0a2-beaf-4090-b24f-53e8ab7b9f49 req-156edd36-ef5a-4091-b452-74dc521d5cea tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:54.775899 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f0fe0a2-beaf-4090-b24f-53e8ab7b9f49 req-156edd36-ef5a-4091-b452-74dc521d5cea tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 932 time: 0.0650988 Jun 16 16:15:54.805862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:54.834074 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f0fe0a2-beaf-4090-b24f-53e8ab7b9f49 req-1fadc9af-2662-41b6-a969-d3619c453b96 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519409 Jun 16 16:15:55.419661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09872611-70a2-45da-b883-2e60763363c2 req-129da5f3-7d0e-4094-99f4-2945e24969fb tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:55.421149 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09872611-70a2-45da-b883-2e60763363c2 req-129da5f3-7d0e-4094-99f4-2945e24969fb tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0566685 Jun 16 16:15:55.454016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:55.477312 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09872611-70a2-45da-b883-2e60763363c2 req-1a4b7178-14f9-46e9-9fa4-cdf3474a8333 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506239 Jun 16 16:15:55.967831 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123825-ff7c-45ab-8f7d-c1b10691e902 req-e7adef10-ba91-4201-b9a2-44fa7b5f2997 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:55.969284 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85123825-ff7c-45ab-8f7d-c1b10691e902 req-e7adef10-ba91-4201-b9a2-44fa7b5f2997 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 932 time: 0.0608525 Jun 16 16:15:56.024584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85123825-ff7c-45ab-8f7d-c1b10691e902 req-742f3e3b-2d05-4c8d-bbb3-069c2d8ba4f1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478923 Jun 16 16:15:56.195788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-7797effb-0168-46d4-b71e-5bcfd20b9dd2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:56.197247 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-7797effb-0168-46d4-b71e-5bcfd20b9dd2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 815 time: 0.1009777 Jun 16 16:15:56.212293 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-01175c65-a71f-4af6-8d63-54ea08828f44 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/quotas/731df982fd964de6bc4545103f7e1047 HTTP/1.1" status: 200 len: 375 time: 0.0096626 Jun 16 16:15:56.261967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-4ae119c1-f5b3-48a9-80eb-e072ba9f7d89 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445769 Jun 16 16:15:56.359791 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-60adadc2-fd0a-4bfa-9cb8-5d2c4299351e service neutron] 10.222.0.88 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864809 Jun 16 16:15:56.452709 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-1ab3888e-ef04-458e-a857-f902a6982e44 service neutron] 10.222.0.88 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jun 16 16:15:56.606492 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcff-3edd-4b4c-98bf-88f8fcabcdc8 req-cf61f3ac-1559-4da2-9b40-21491b4b0774 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:56.608110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa9ebcff-3edd-4b4c-98bf-88f8fcabcdc8 req-cf61f3ac-1559-4da2-9b40-21491b4b0774 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0632286 Jun 16 16:15:56.626614 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-283d0f22-57d5-48b4-9378-606241695595 req-47c4da0f-10ca-4ee8-a476-8601e5ca101d tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0382397 Jun 16 16:15:56.675841 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa9ebcff-3edd-4b4c-98bf-88f8fcabcdc8 req-dc058c68-0c59-4261-a8ce-920c88b05738 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523977 Jun 16 16:15:57.140002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240bd4b-ee70-4980-a441-fef4852a1bbc req-dda2b08c-91d1-4fe2-8f34-3f8571dfc6ce tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:57.141512 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8240bd4b-ee70-4980-a441-fef4852a1bbc req-dda2b08c-91d1-4fe2-8f34-3f8571dfc6ce tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 932 time: 0.0478895 Jun 16 16:15:57.193281 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8240bd4b-ee70-4980-a441-fef4852a1bbc req-a766ad54-4d1f-4377-bdcd-6179c9bdd177 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459046 Jun 16 16:15:57.443011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Request body: {'port': {'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:57.514768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:57.764805 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:57.767001 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cfd075be-6664-4d32-824d-d6926cc5ec5a req-3d18478d-fa96-49f7-bcdd-4e9eb282d0d1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0510070 Jun 16 16:15:57.785300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:57.840670 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e1e4a-b5bb-4a22-b218-15273578075b req-5c818b93-ba21-4cb4-bf30-48d29f22ac4f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:57.842064 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b1e1e4a-b5bb-4a22-b218-15273578075b req-5c818b93-ba21-4cb4-bf30-48d29f22ac4f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0805418 Jun 16 16:15:57.890964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620a39ba-f7e2-4ae1-acf0-e87136dc559c {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:15:57.907165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks [] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:57.937233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b1e1e4a-b5bb-4a22-b218-15273578075b req-58ce949d-3836-4576-aa86-2048f7b7e20b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745320 Jun 16 16:15:57.938140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Transition to ACTIVE for port object 620a39ba-f7e2-4ae1-acf0-e87136dc559c will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:15:57.942468 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:58.001434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Pushing event updated for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:58.080726 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Attempting to bind port 620a39ba-f7e2-4ae1-acf0-e87136dc559c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:15:58.081066 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Attempting to bind port 620a39ba-f7e2-4ae1-acf0-e87136dc559c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:15:58.081403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Attempting to bind port 620a39ba-f7e2-4ae1-acf0-e87136dc559c on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:58.087032 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Port 620a39ba-f7e2-4ae1-acf0-e87136dc559c on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:15:58.087361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Attempting to bind port 620a39ba-f7e2-4ae1-acf0-e87136dc559c on network 95eb63ba-1800-47ca-921c-a33b3a51a7cb {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:15:58.092750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:15:58.093033 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Checking segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:15:58.093421 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Bound using segment: {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:15:58.093892 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Bound port: 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71722481-2c13-40b4-a49f-632072b4c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:15:58.094291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:58.161031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:15:58.164165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:15:58.170297 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:58.208448 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:58.209085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:58.211123 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] 10.222.0.33 "PUT /v2.0/ports/620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1094 time: 0.7726746 Jun 16 16:15:58.211563 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:15:58.213825 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27150d-ff59-4df2-8df6-29df3973fec0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:58.238862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86181-8178-42e5-b644-6f2c9a538661 service neutron] Pushing event updated for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:58.258758 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f6d09-7ceb-4393-b5ec-6e2a12726e68 x-openstack-request-id: req-f56f6d09-7ceb-4393-b5ec-6e2a12726e68 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:58.259185 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:58.259530 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f56f6d09-7ceb-4393-b5ec-6e2a12726e68 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:58.260061 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56f6d09-7ceb-4393-b5ec-6e2a12726e68'] response: {'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'status': 'completed', 'code': 200} Jun 16 16:15:58.321280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb2cf-725f-4f6a-bccd-1160a6b7fe62 req-e41fdd15-61c1-450c-bf59-37dceeb320ec tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:58.322841 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25efb2cf-725f-4f6a-bccd-1160a6b7fe62 req-e41fdd15-61c1-450c-bf59-37dceeb320ec tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0530574 Jun 16 16:15:58.375864 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25efb2cf-725f-4f6a-bccd-1160a6b7fe62 req-a27f0486-b075-4aa5-86fd-43e39ac77ed0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Jun 16 16:15:58.858995 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-4754d2b3-14c2-4130-bb4d-c7ca91fd12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:58.860474 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-4754d2b3-14c2-4130-bb4d-c7ca91fd12bc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1128 time: 0.0526073 Jun 16 16:15:58.879688 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ef3b71a-256f-4466-a340-53ca0364c3e2 req-b5406b49-bd26-4b6a-af7f-fb327f84c0df tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0368977 Jun 16 16:15:59.061394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c820f-7ee2-4f31-adc1-dcd3c93ee39f req-6e18b479-2163-4bb5-8237-d2783943aea1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:59.063101 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c2c820f-7ee2-4f31-adc1-dcd3c93ee39f req-6e18b479-2163-4bb5-8237-d2783943aea1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0527134 Jun 16 16:15:59.151038 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c2c820f-7ee2-4f31-adc1-dcd3c93ee39f req-14ba2572-2d10-4e77-89c9-9b0382b7d973 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815639 Jun 16 16:15:59.279613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0da4e-b501-481e-b07c-204d3f8e24f9 req-b78b021a-c470-44be-9628-63cc24bc67ac tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:59.281148 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-02c0da4e-b501-481e-b07c-204d3f8e24f9 req-b78b021a-c470-44be-9628-63cc24bc67ac tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0484693 Jun 16 16:15:59.341168 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49866) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:59.346472 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-02c0da4e-b501-481e-b07c-204d3f8e24f9 req-1ba68efa-17a3-4919-b8ad-fe208f1b7461 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590496 Jun 16 16:15:59.364007 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49870) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:59.506882 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e81d7256-0a7c-4a11-814d-29ff3c6c9e57 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=999705a6bba24e4198240e1f8b08c4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630826 Jun 16 16:15:59.507509 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 49876) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:59.511188 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2161a1-cfa0-4bff-a008-53c075ddec64 req-c66804d4-f7ad-424d-9ce8-29f4b4f3c322 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:59.513234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ff2161a1-cfa0-4bff-a008-53c075ddec64 req-c66804d4-f7ad-424d-9ce8-29f4b4f3c322 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0627792 Jun 16 16:15:59.544182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:59.558959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Publish callbacks [] for security_group (35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.581120 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Publish callbacks [] for security_group (35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.587741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67974e0-e212-4a66-88e2-12989ea5566f tempest-TestShelveInstance-526553256 tempest-TestShelveInstance-526553256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:15:59.589364 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a67974e0-e212-4a66-88e2-12989ea5566f tempest-TestShelveInstance-526553256 tempest-TestShelveInstance-526553256-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1124 time: 0.2242970 Jun 16 16:15:59.594043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 49878) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:15:59.598628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:15:59.615297 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ff2161a1-cfa0-4bff-a008-53c075ddec64 req-52b0353d-78e4-49f6-9256-39b2143deec3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963395 Jun 16 16:15:59.617688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:15:59.630347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.642699 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.645493 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.650169 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c HTTP/1.1" status: 204 len: 168 time: 0.1416507 Jun 16 16:15:59.659469 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35db57b0-ed1c-4ddc-b8d0-4ddc95461d9c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:59.666894 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.667244 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.667609 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.667960 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.668278 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.668615 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.669145 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.669922 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.670300 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.670639 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.670987 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.671320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.671647 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.671964 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.672461 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7623330-6eca-4213-ac49-a1583eb136da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:59.726615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.843732 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Allocated IP 172.27.0.42 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/4dbbf40c-1d8a-414d-add3-b4229c41a1f0) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:59.973938 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:15:59.993137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-15cc470c-de18-497c-a6f1-9595361f02ca req-5e8e5cb8-56ff-4a0a-abaf-a3dfab5af6d2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0409667 Jun 16 16:16:00.023343 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:00.058126 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:00.061037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:00.064553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:00.099863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'Port': ['ID=4dbbf40c-1d8a-414d-add3-b4229c41a1f0,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:00.425002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:00.455115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:00.474081 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-36d43ba5-2b1e-4776-ad2e-73ba3c2c77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.476419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-36d43ba5-2b1e-4776-ad2e-73ba3c2c77be service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2406659 Jun 16 16:16:00.503264 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-445b9e31-cae1-4fc3-8f95-dd41d1081cd1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.504709 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-445b9e31-cae1-4fc3-8f95-dd41d1081cd1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 815 time: 0.2737911 Jun 16 16:16:00.915770 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e73-c801-4d9e-b35b-0628f0cf431e req-ffa672d0-fe0c-414c-9099-ad20e93242ab tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:00.917260 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13da1e73-c801-4d9e-b35b-0628f0cf431e req-ffa672d0-fe0c-414c-9099-ad20e93242ab tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0898438 Jun 16 16:16:00.993086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for floatingip (499f1a7a-492c-4a54-a795-eb8a03d81177), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.035067 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13da1e73-c801-4d9e-b35b-0628f0cf431e req-57e04124-01f1-4f40-addd-88baeca5bd46 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100543 Jun 16 16:16:01.102346 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a2a256eb-bbfd-46c0-a410-e8b2c931eff8 req-416cc797-9e4f-4978-8c92-b01044f8ba8f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0315077 Jun 16 16:16:01.127278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.251486 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.278137 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.282545 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.355526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event updated for resources: {'Port': ['ID=4dbbf40c-1d8a-414d-add3-b4229c41a1f0,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:01.367489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (499f1a7a-492c-4a54-a795-eb8a03d81177), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.462402 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Floating IP 499f1a7a-492c-4a54-a795-eb8a03d81177 associated. External IP: 172.27.0.42, port: fd0e55d6-c023-4540-8b9f-28e600c52b4f. Jun 16 16:16:01.549993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:01.661694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Router fa09e407-2879-42c7-8301-3936d7fc1a1a has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:01.749400 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:01.766964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:01.776656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Sync routers for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:01.785058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:01.788565 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:01.789197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:01.816331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-03cefeed-aa8a-4eee-9fb9-d0e4b55111e5 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2212663 Jun 16 16:16:01.816976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:01.819603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935cbeea-9958-49e0-adfb-41acfbe95f14" -d '{"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:01.855486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c78cfc-cc12-42fa-8268-56f30b7fbe91 x-openstack-request-id: req-14c78cfc-cc12-42fa-8268-56f30b7fbe91 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:01.855773 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:01.856020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14c78cfc-cc12-42fa-8268-56f30b7fbe91 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:01.856417 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c78cfc-cc12-42fa-8268-56f30b7fbe91'] response: {'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'status': 'completed', 'code': 200} Jun 16 16:16:01.895132 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:02.164226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca21de-e5de-4e41-a39d-15b6f49c6c3f req-f03d3c8f-d94f-43bd-9e3a-7c3533dafbad tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:02.165904 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64ca21de-e5de-4e41-a39d-15b6f49c6c3f req-f03d3c8f-d94f-43bd-9e3a-7c3533dafbad tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0589788 Jun 16 16:16:02.229059 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-33a74166-d462-4639-ad9a-3608d3e69151 req-d21641ce-94c7-4a01-a6fa-efa1b948f01e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0400755 Jun 16 16:16:02.253816 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64ca21de-e5de-4e41-a39d-15b6f49c6c3f req-b242ca03-faea-4af5-b027-9c7233b6f391 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822973 Jun 16 16:16:02.278248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '499f1a7a-492c-4a54-a795-eb8a03d81177', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'mac_address': 'fa:16:3e:ac:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:00Z', 'updated_at': '2022-06-16T16:16:00Z', 'revision_number': 0, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:02.305886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Checking router: fa09e407-2879-42c7-8301-3936d7fc1a1a for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:02.314274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:02.314905 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:15:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:02.415935 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:02.562484 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:02.606140 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:02.625139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '499f1a7a-492c-4a54-a795-eb8a03d81177', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'mac_address': 'fa:16:3e:ac:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:00Z', 'updated_at': '2022-06-16T16:16:00Z', 'revision_number': 0, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:02.653412 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1ad6f-7c4e-42a6-9209-19c5eb8771ae None None] The sync data for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi is: [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '499f1a7a-492c-4a54-a795-eb8a03d81177', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'mac_address': 'fa:16:3e:ac:b9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:16:00Z', 'updated_at': '2022-06-16T16:16:00Z', 'revision_number': 0, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:02.838024 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2149fa-e5dc-4127-b5f8-d37009bbc562 None None] New status for floating IP 499f1a7a-492c-4a54-a795-eb8a03d81177: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:03.353208 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f9a736f3-7762-4258-be47-582158d06c18 req-e2560e6d-462a-4ca7-aa38-d67b927340cb tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.0382311 Jun 16 16:16:03.394878 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ddc5a-1079-4bc4-90fe-fee0e8474327 req-972fa0dc-cdec-44e6-9aa3-87a7218e023e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:03.396274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e02ddc5a-1079-4bc4-90fe-fee0e8474327 req-972fa0dc-cdec-44e6-9aa3-87a7218e023e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0533872 Jun 16 16:16:03.444800 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e02ddc5a-1079-4bc4-90fe-fee0e8474327 req-8e07ae73-9fb4-4eb1-9de2-c8cce551832a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Jun 16 16:16:03.882957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'port': {'device_id': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'admin_state_up': True, 'tenant_id': '731df982fd964de6bc4545103f7e1047'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:04.001435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-f7ff6cd2-025c-4346-b4ed-075ba4ac2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.002967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-f7ff6cd2-025c-4346-b4ed-075ba4ac2cb0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.1132667 Jun 16 16:16:04.007958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-95f7b8c3-dbee-4880-9a0d-a2d899ea1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.009313 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d27150d-ff59-4df2-8df6-29df3973fec0 req-95f7b8c3-dbee-4880-9a0d-a2d899ea1e2f service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1873026 Jun 16 16:16:04.053902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Made reservation on behalf of 731df982fd964de6bc4545103f7e1047 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:04.058487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:04.210536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:04.261158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-15d28125-0361-4671-89b7-071ce177bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.262650 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-15d28125-0361-4671-89b7-071ce177bc46 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1128 time: 0.1205366 Jun 16 16:16:04.295282 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-de91342b-af98-46ce-844b-53587f54b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.296778 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-de91342b-af98-46ce-844b-53587f54b92b service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.2327285 Jun 16 16:16:04.369175 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-d265ca1f-2101-486d-88f3-38842b05f1d3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 217 time: 0.0755355 Jun 16 16:16:04.434032 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Allocated IP 172.20.0.10 (624ec5cb-c351-4f2a-b62b-b23581055ec7/310595a9-8f51-40a5-8687-9c5ae5517f66/fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:04.452532 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:04.484190 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-de2a7a42-0b54-4553-a738-513ced15ad3d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 1000 time: 0.1787913 Jun 16 16:16:04.930807 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3032ee2a-af79-4314-9ef4-8629ac8f863f req-e5deb2ae-bfe0-400a-9b6d-1fd9e92baa0b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 210 time: 0.4809861 Jun 16 16:16:04.966944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-9e44a842-0b8e-432f-94d0-e491ddaeb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.968463 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-9e44a842-0b8e-432f-94d0-e491ddaeb57c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.5862346 Jun 16 16:16:04.987743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a214edb-76c0-4a95-a0a2-00ee62c95208 req-436e2150-15a8-49c3-8cb6-3224991452ae tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:04.989195 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a214edb-76c0-4a95-a0a2-00ee62c95208 req-436e2150-15a8-49c3-8cb6-3224991452ae tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.3492024 Jun 16 16:16:05.064278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:05.085587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0a214edb-76c0-4a95-a0a2-00ee62c95208 req-55684009-46c4-495a-883b-fc019231dc33 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888033 Jun 16 16:16:05.122551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:05.171768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:05.177855 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:05.180272 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:05.206277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:05.239615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:05.240358 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:05.260892 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-c9f62c5b-ddd1-45b8-b8f9-a3c1dc16ecb3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3816819 Jun 16 16:16:05.480126 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-16293a20-60ff-4e77-9d6d-b36dcf1e65d5 None None] Provisioning complete for port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:05.480689 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-16293a20-60ff-4e77-9d6d-b36dcf1e65d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:05.515981 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-16293a20-60ff-4e77-9d6d-b36dcf1e65d5 None None] Port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:16:06.044121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52785624-2115-41dc-bea9-1b5b4ff74859 req-d04d4a30-c83f-488b-a7cd-8f7d92e2c3c6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:06.045608 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-52785624-2115-41dc-bea9-1b5b4ff74859 req-d04d4a30-c83f-488b-a7cd-8f7d92e2c3c6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0478828 Jun 16 16:16:06.101525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-52785624-2115-41dc-bea9-1b5b4ff74859 req-435317d9-825c-4bb7-90aa-d5a9b3c830b4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Jun 16 16:16:06.219076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358338-7ce2-449b-83b3-478c95c82b6e req-5c32e2a9-a6e0-41b6-aa28-3800026c9255 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:06.220469 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72358338-7ce2-449b-83b3-478c95c82b6e req-5c32e2a9-a6e0-41b6-aa28-3800026c9255 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0471864 Jun 16 16:16:06.275382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:06.282758 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72358338-7ce2-449b-83b3-478c95c82b6e req-bd5e92be-cfb2-4601-abb3-1484f5e16c9e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561519 Jun 16 16:16:07.224161 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292ab3e-d98c-429d-89ec-7470b727f047 req-9e860db7-f8ef-468b-b7da-5c81dd7ff017 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:07.226188 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a292ab3e-d98c-429d-89ec-7470b727f047 req-9e860db7-f8ef-468b-b7da-5c81dd7ff017 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0463254 Jun 16 16:16:07.280284 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a292ab3e-d98c-429d-89ec-7470b727f047 req-bf9052ab-2b10-4dd8-9e5d-0a05a4a7fbe5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Jun 16 16:16:07.410008 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3537b7-1be5-4ae5-b566-9684227e79bb req-361fe099-7ae3-4c63-b72a-ccbbb2709f69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:07.411401 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e3537b7-1be5-4ae5-b566-9684227e79bb req-361fe099-7ae3-4c63-b72a-ccbbb2709f69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0497882 Jun 16 16:16:07.457515 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e3537b7-1be5-4ae5-b566-9684227e79bb req-e166b7a2-f3c2-44ea-99ab-ac2de85701de tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Jun 16 16:16:08.402460 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df904-9771-47f4-81f2-5c21733394b3 req-30b6deb7-1cdd-4026-b2c0-8e466b5c133a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:08.403954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-545df904-9771-47f4-81f2-5c21733394b3 req-30b6deb7-1cdd-4026-b2c0-8e466b5c133a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0527616 Jun 16 16:16:08.457859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-545df904-9771-47f4-81f2-5c21733394b3 req-e5fae23e-fe2e-4bc2-a21c-7d587d59e4c9 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481396 Jun 16 16:16:08.583817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4718d3-3f6c-4c94-ba80-a175c2038f03 req-2b8b0a47-f1ac-4797-b90a-0f8bc4e21692 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:08.586006 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e4718d3-3f6c-4c94-ba80-a175c2038f03 req-2b8b0a47-f1ac-4797-b90a-0f8bc4e21692 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0484889 Jun 16 16:16:08.635700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e4718d3-3f6c-4c94-ba80-a175c2038f03 req-e2c9c522-d8b2-4dd7-b0a1-002eeac3d290 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 Jun 16 16:16:09.595192 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fd2d3-3eff-4f31-b96e-11f3737d4e32 req-dbba6a1d-3366-439f-9d86-82662097febe tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:09.597637 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e01fd2d3-3eff-4f31-b96e-11f3737d4e32 req-dbba6a1d-3366-439f-9d86-82662097febe tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0539579 Jun 16 16:16:09.648240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:09.653113 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e01fd2d3-3eff-4f31-b96e-11f3737d4e32 req-04b82b29-2a46-4b73-9e39-ac57392becea tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Jun 16 16:16:09.662626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:09.665848 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:09.761159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c1c3-537f-41b0-87a2-2599f76ac61b req-aecf2876-2afd-4455-b247-9dbcabeab20f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:09.762767 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e00c1c3-537f-41b0-87a2-2599f76ac61b req-aecf2876-2afd-4455-b247-9dbcabeab20f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0503726 Jun 16 16:16:09.816372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e00c1c3-537f-41b0-87a2-2599f76ac61b req-bd472b13-1a06-47bb-8514-d16690375f5f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468130 Jun 16 16:16:10.279251 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca16-aa18-4dea-87aa-b220dfd0e578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:10.769362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278a82e-62ec-4999-a97d-d47d8ca6d587 req-8f05ff9d-07ae-4d04-a709-5fb2795d2295 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:10.771459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f278a82e-62ec-4999-a97d-d47d8ca6d587 req-8f05ff9d-07ae-4d04-a709-5fb2795d2295 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0496893 Jun 16 16:16:10.824406 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f278a82e-62ec-4999-a97d-d47d8ca6d587 req-32778a0b-7e55-439a-a63e-dd3fa8b91443 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Jun 16 16:16:10.941210 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7ffa2-b9ea-4a82-a2ca-009a16a7461b req-76f5865c-280d-4147-ae47-71b77a74e912 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:10.942660 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07f7ffa2-b9ea-4a82-a2ca-009a16a7461b req-76f5865c-280d-4147-ae47-71b77a74e912 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0508699 Jun 16 16:16:10.995328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07f7ffa2-b9ea-4a82-a2ca-009a16a7461b req-4c018d66-9e87-4531-8d81-5d05e1b06706 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465927 Jun 16 16:16:11.943443 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9d6f3-314f-4279-bd78-4b5e292968d2 req-dcf8cc9f-7a1a-4742-adc3-1391d6786403 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:11.944942 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30f9d6f3-314f-4279-bd78-4b5e292968d2 req-dcf8cc9f-7a1a-4742-adc3-1391d6786403 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0513072 Jun 16 16:16:11.999858 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30f9d6f3-314f-4279-bd78-4b5e292968d2 req-c362aac7-c12a-4a98-bee9-d5426e2fb778 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Jun 16 16:16:12.128839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d29421-2e4e-4366-989a-9a37e394e1f8 req-9acfccb3-d7fd-4f72-9c85-8823faa10799 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:12.130517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a1d29421-2e4e-4366-989a-9a37e394e1f8 req-9acfccb3-d7fd-4f72-9c85-8823faa10799 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0528445 Jun 16 16:16:12.182753 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a1d29421-2e4e-4366-989a-9a37e394e1f8 req-88faa893-24b7-4579-ad79-8fa54d0f0abb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Jun 16 16:16:12.620053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6608f565-0126-4fe7-a19a-109d9161a4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:12.985893 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:13.009313 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:13.128244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694883ea-1ddc-4a1a-bb9c-b821d951c423 req-347ee5ca-a5b7-483d-b900-07b26aedb560 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.129896 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-694883ea-1ddc-4a1a-bb9c-b821d951c423 req-347ee5ca-a5b7-483d-b900-07b26aedb560 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0580409 Jun 16 16:16:13.192931 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-694883ea-1ddc-4a1a-bb9c-b821d951c423 req-1a3a3537-7886-49d3-82cf-1c9c95619f73 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Jun 16 16:16:13.303258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:13.314231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce705-9e24-4935-8701-a8608cb5f53c req-ba61e9a5-f5d8-42b0-976b-579f057033e0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:13.315718 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-856ce705-9e24-4935-8701-a8608cb5f53c req-ba61e9a5-f5d8-42b0-976b-579f057033e0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0489089 Jun 16 16:16:13.369083 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-856ce705-9e24-4935-8701-a8608cb5f53c req-4b433fad-3828-4072-9dd6-e98159228bb6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473464 Jun 16 16:16:13.597221 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:14.319147 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3687ba-f50e-4eff-8cc3-b9c0821709ed req-02280c67-c47f-4079-8c6c-7f83528c0bbb tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:14.320573 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a3687ba-f50e-4eff-8cc3-b9c0821709ed req-02280c67-c47f-4079-8c6c-7f83528c0bbb tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0523629 Jun 16 16:16:14.368487 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a3687ba-f50e-4eff-8cc3-b9c0821709ed req-4fb2dda3-2c4e-4a93-84ac-0e0410d0559b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Jun 16 16:16:14.504017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7297-e510-48d7-b07d-b396a57dd749 req-a97fb3fd-ec11-4acb-8130-5254d8119986 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:14.506833 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-79af7297-e510-48d7-b07d-b396a57dd749 req-a97fb3fd-ec11-4acb-8130-5254d8119986 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0606601 Jun 16 16:16:14.560044 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-79af7297-e510-48d7-b07d-b396a57dd749 req-de33b4d8-c3d2-4dac-a560-a4214b938042 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474327 Jun 16 16:16:15.149016 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:15.483671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f85e9-d897-438e-b224-20009173ddba req-10f4f909-dd74-4337-a5c6-c1998ea32a96 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:15.485164 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-672f85e9-d897-438e-b224-20009173ddba req-10f4f909-dd74-4337-a5c6-c1998ea32a96 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0503700 Jun 16 16:16:15.550448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-672f85e9-d897-438e-b224-20009173ddba req-314b5dab-8eaa-445a-ab35-3dcd8cf00fdd tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589890 Jun 16 16:16:15.688608 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ac565-dd48-4ae7-8059-13ac32c4fc65 req-8e7cd9d8-570b-4661-b8f7-51d08af439fa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:15.690441 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f50ac565-dd48-4ae7-8059-13ac32c4fc65 req-8e7cd9d8-570b-4661-b8f7-51d08af439fa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0520153 Jun 16 16:16:15.706117 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:15.712221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:15.741010 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f50ac565-dd48-4ae7-8059-13ac32c4fc65 req-d6b08104-42fc-437b-a033-203f3de98ad3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Jun 16 16:16:16.666282 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb5da8-5842-4256-a0ca-65aaa55570e4 req-b1af5d76-460d-4d31-8bfa-f0952a3a1bf5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:16.668074 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-06cb5da8-5842-4256-a0ca-65aaa55570e4 req-b1af5d76-460d-4d31-8bfa-f0952a3a1bf5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0508513 Jun 16 16:16:16.729526 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-06cb5da8-5842-4256-a0ca-65aaa55570e4 req-2e5da10a-7bae-4bcd-bfc1-3be35e1f4b39 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561163 Jun 16 16:16:16.853680 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa7a9-8c7d-43e0-91af-9340c2161255 req-a48a5848-6f18-435f-a573-a36766d8ed81 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:16.855181 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3e1aa7a9-8c7d-43e0-91af-9340c2161255 req-a48a5848-6f18-435f-a573-a36766d8ed81 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0483191 Jun 16 16:16:16.918472 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3e1aa7a9-8c7d-43e0-91af-9340c2161255 req-93c6d137-504d-4943-a07e-3cc2b6350343 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577679 Jun 16 16:16:17.850140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a8791-d67f-45ab-bc01-5fbea3b140f7 req-28c703da-4569-495d-a119-2406016a0239 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:17.851838 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d3a8791-d67f-45ab-bc01-5fbea3b140f7 req-28c703da-4569-495d-a119-2406016a0239 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0498452 Jun 16 16:16:17.903690 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d3a8791-d67f-45ab-bc01-5fbea3b140f7 req-dbec4eba-07c2-4a40-b7b6-cfa313557110 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462193 Jun 16 16:16:18.046615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e000e-8856-41f8-ba16-34f57d5d7e0b req-772c05e9-7765-4f32-875d-9eb8194bcbe0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:18.047976 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-343e000e-8856-41f8-ba16-34f57d5d7e0b req-772c05e9-7765-4f32-875d-9eb8194bcbe0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0498395 Jun 16 16:16:18.105519 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-343e000e-8856-41f8-ba16-34f57d5d7e0b req-654e2447-4e79-4369-97ff-650c6e29bd5e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510650 Jun 16 16:16:19.023859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d623918-93f9-4002-943f-465fe8dea943 req-baf519f9-2773-48eb-9f29-c4bec59729ab tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:19.025352 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d623918-93f9-4002-943f-465fe8dea943 req-baf519f9-2773-48eb-9f29-c4bec59729ab tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0487676 Jun 16 16:16:19.073711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d623918-93f9-4002-943f-465fe8dea943 req-d7fef8f6-7158-4697-849b-4b7efe9975ab tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Jun 16 16:16:19.224085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e404e-f7ad-40e4-a2aa-24a6ac6560d4 req-e2a2f151-3ea5-40ff-bb24-92d535b81d24 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:19.226137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e58e404e-f7ad-40e4-a2aa-24a6ac6560d4 req-e2a2f151-3ea5-40ff-bb24-92d535b81d24 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0527253 Jun 16 16:16:19.277628 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e58e404e-f7ad-40e4-a2aa-24a6ac6560d4 req-e7813503-8266-4786-b0ca-a1fa8906a5f4 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Jun 16 16:16:20.174778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:20.190991 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8c17e-81de-4347-a049-d9289e17bde0 req-664b13b1-c4f4-4c72-a406-687cba6e8740 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.192471 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2d8c17e-81de-4347-a049-d9289e17bde0 req-664b13b1-c4f4-4c72-a406-687cba6e8740 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0492716 Jun 16 16:16:20.240662 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2d8c17e-81de-4347-a049-d9289e17bde0 req-362285bd-fe9f-43d4-bdd9-5a9f5ea64462 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Jun 16 16:16:20.397417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdc249-ee22-4485-8942-03014dd5cca5 req-4ff66b91-e78d-49bf-9b71-eaa7c9947ead tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:20.399100 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61fdc249-ee22-4485-8942-03014dd5cca5 req-4ff66b91-e78d-49bf-9b71-eaa7c9947ead tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0538945 Jun 16 16:16:20.449919 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61fdc249-ee22-4485-8942-03014dd5cca5 req-c012f3be-193f-40ac-844a-4ac54c68dae5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Jun 16 16:16:21.355465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66969c3c-4f7c-44a8-80c6-ad51622c5410 req-aadad7ce-1deb-47e2-8f83-9ef7990d1926 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:21.356945 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-66969c3c-4f7c-44a8-80c6-ad51622c5410 req-aadad7ce-1deb-47e2-8f83-9ef7990d1926 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0491560 Jun 16 16:16:21.406976 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-66969c3c-4f7c-44a8-80c6-ad51622c5410 req-0e9a2937-b1cb-4731-b570-112717dff5e1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Jun 16 16:16:21.568676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63ccf2-d245-43a1-8a4d-4b2d3aa1f69f req-13fa54cc-e6bb-4fc1-b187-b8071c2c61ef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:21.570401 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d63ccf2-d245-43a1-8a4d-4b2d3aa1f69f req-13fa54cc-e6bb-4fc1-b187-b8071c2c61ef tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0490508 Jun 16 16:16:21.618027 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d63ccf2-d245-43a1-8a4d-4b2d3aa1f69f req-58a4681e-4c74-4a2f-9ff6-9aa796847d84 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Jun 16 16:16:22.531866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6dc48-1833-4394-970e-b5324240a0e5 req-ad3537a0-fa45-4ef2-becb-40ce3dfa97a9 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:22.533480 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6e6dc48-1833-4394-970e-b5324240a0e5 req-ad3537a0-fa45-4ef2-becb-40ce3dfa97a9 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 932 time: 0.0550680 Jun 16 16:16:22.574016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:22.607458 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Request body: {'port': {'device_id': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:22.676954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f6e6dc48-1833-4394-970e-b5324240a0e5 req-1e35235f-bb88-4d58-831a-5f46fb5f18e6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370311 Jun 16 16:16:22.735836 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-0cc1749d-c5c6-402f-8429-6336f49f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:22.737450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-0cc1749d-c5c6-402f-8429-6336f49f16cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557751 Jun 16 16:16:22.760066 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-fc7c0026-ecbe-4887-8399-e1181c1a7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:22.761692 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-fc7c0026-ecbe-4887-8399-e1181c1a7966 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.1864965 Jun 16 16:16:22.781280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a527-e394-41c8-a95a-077d51bb4645 req-728319b7-05f6-46e9-b9c4-9e2e2b2c72c5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:22.782768 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7f3a527-e394-41c8-a95a-077d51bb4645 req-728319b7-05f6-46e9-b9c4-9e2e2b2c72c5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0855820 Jun 16 16:16:22.783300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:22.926379 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7f3a527-e394-41c8-a95a-077d51bb4645 req-2fbf1732-4d2e-4d4e-b2b1-367e5846de09 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327198 Jun 16 16:16:23.072752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:23.080728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:23.089293 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks [] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.103838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Transition to ACTIVE for port object fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:16:23.110202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.188652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c539a-9589-4ca6-b274-232020debdca service neutron] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:23.250728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Attempting to bind port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:16:23.251174 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Attempting to bind port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:16:23.251500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Attempting to bind port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab on network 624ec5cb-c351-4f2a-b62b-b23581055ec7 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:23.256425 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab on network 624ec5cb-c351-4f2a-b62b-b23581055ec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:16:23.256745 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Attempting to bind port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab on network 624ec5cb-c351-4f2a-b62b-b23581055ec7 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:23.274517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:16:23.274856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Checking segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:16:23.275237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Bound using segment: {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:16:23.275684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Bound port: fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a92ca5f-9765-4f0b-bf91-311962aa0e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:16:23.276043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.388716 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-897f069c-a0da-4612-8e2d-22256ab01369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:23.390331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-897f069c-a0da-4612-8e2d-22256ab01369 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283073 Jun 16 16:16:23.467163 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:16:23.477941 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:23.491759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:16:23.496450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-d87abe7d-95db-4082-bd20-099c005d7df9 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242413 Jun 16 16:16:23.543771 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.650330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:23.651092 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:23.652505 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-951c539a-9589-4ca6-b274-232020debdca service neutron] 10.222.0.33 "PUT /v2.0/ports/fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 1094 time: 1.0691714 Jun 16 16:16:23.656525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:23.658776 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0042b62c-3e64-4ec6-878b-5cd7757feb51" -d '{"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:23.690395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c539a-9589-4ca6-b274-232020debdca service neutron] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:23.699730 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-4f1232e6-bf38-4ca5-afac-a9313999d6ad service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635388 Jun 16 16:16:23.744797 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd89b067-7a88-43bb-9786-6aa4bc7e87e6 x-openstack-request-id: req-cd89b067-7a88-43bb-9786-6aa4bc7e87e6 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:23.745084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:23.745398 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd89b067-7a88-43bb-9786-6aa4bc7e87e6 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:23.745819 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd89b067-7a88-43bb-9786-6aa4bc7e87e6'] response: {'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:16:23.797547 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d770f74b-11a0-4a3e-b908-56d3a2447f87 req-68a70434-c0b6-44e5-96cf-61b056678a28 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740047 Jun 16 16:16:23.879055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-f3411a9d-5d46-4f97-8431-7e574db01c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:23.880576 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-f3411a9d-5d46-4f97-8431-7e574db01c05 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1128 time: 0.1339941 Jun 16 16:16:23.895857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0550-de6b-46ef-90b6-d45d792ad11c req-622dd92d-a98d-428d-bca5-a2150a0c88c5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:23.898142 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-180f0550-de6b-46ef-90b6-d45d792ad11c req-622dd92d-a98d-428d-bca5-a2150a0c88c5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.1070366 Jun 16 16:16:23.898429 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:23.933263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-935cbeea-9958-49e0-adfb-41acfbe95f14 req-7ce9dfaa-0fb6-42ab-9090-160aed7dc230 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254000 Jun 16 16:16:23.961041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-180f0550-de6b-46ef-90b6-d45d792ad11c req-665aa4d4-be40-41f4-9bc3-80892281482f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Jun 16 16:16:24.089557 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3411a61-1da7-4d68-b478-f64f83a5a406 req-a9140ee6-9af0-4953-a035-5cfe93ead32f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:24.091081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3411a61-1da7-4d68-b478-f64f83a5a406 req-a9140ee6-9af0-4953-a035-5cfe93ead32f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0740318 Jun 16 16:16:24.104318 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a91df-baeb-4dda-be21-bbe054f22b58 req-d52c132e-86e5-4f1c-86f3-3d72f83722a6 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:24.105762 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-033a91df-baeb-4dda-be21-bbe054f22b58 req-d52c132e-86e5-4f1c-86f3-3d72f83722a6 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0775950 Jun 16 16:16:24.181651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3411a61-1da7-4d68-b478-f64f83a5a406 req-60b8e550-4007-4def-abc5-8a99a972efff tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843825 Jun 16 16:16:24.185234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-033a91df-baeb-4dda-be21-bbe054f22b58 req-9ee523d7-27eb-43d5-affc-ff799793a130 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735435 Jun 16 16:16:25.081422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f96b8-2b90-4682-b6d8-c2ab0f1756a8 req-8b9ba03f-9af0-4143-ad1b-a8cb002e7c89 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:25.083040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd8f96b8-2b90-4682-b6d8-c2ab0f1756a8 req-8b9ba03f-9af0-4143-ad1b-a8cb002e7c89 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0492435 Jun 16 16:16:25.132052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd8f96b8-2b90-4682-b6d8-c2ab0f1756a8 req-2b46b34a-2830-4418-bc25-ce82a5569cc8 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Jun 16 16:16:25.328214 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d421a-0caa-4c4b-86db-bd27b16ab20d req-a0a1f43f-6168-46c6-806b-51accdcc9815 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:25.329825 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e68d421a-0caa-4c4b-86db-bd27b16ab20d req-a0a1f43f-6168-46c6-806b-51accdcc9815 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0788326 Jun 16 16:16:25.342172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d843a9-fb1f-4455-8712-aa83b9f7a31b req-92669a14-32b8-49cf-8382-4631ab245eaa tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:25.343582 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99d843a9-fb1f-4455-8712-aa83b9f7a31b req-92669a14-32b8-49cf-8382-4631ab245eaa tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0907404 Jun 16 16:16:25.423023 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e68d421a-0caa-4c4b-86db-bd27b16ab20d req-c72b8b98-2c1b-410e-8474-8cf5a091b135 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868979 Jun 16 16:16:25.427638 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99d843a9-fb1f-4455-8712-aa83b9f7a31b req-491d17cf-e686-4063-b275-122ad97e462a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774562 Jun 16 16:16:26.245981 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7284bc-6cd9-4a95-aceb-0e3bd6065bdd req-fce74849-a62f-44f9-855a-3ce8b9bca061 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:26.247503 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e7284bc-6cd9-4a95-aceb-0e3bd6065bdd req-fce74849-a62f-44f9-855a-3ce8b9bca061 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0493085 Jun 16 16:16:26.296288 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e7284bc-6cd9-4a95-aceb-0e3bd6065bdd req-4d1597dd-d966-42c9-adf8-08bcd6bddcff tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Jun 16 16:16:26.547063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:26.571723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513ab6b-53be-4b74-9d38-bce92b76634b req-436d6832-bd34-46a9-96fd-2eb08abb423b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:26.573212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8513ab6b-53be-4b74-9d38-bce92b76634b req-436d6832-bd34-46a9-96fd-2eb08abb423b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.0806000 Jun 16 16:16:26.579059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a547928-555f-4d37-b1b9-d8f45547d466 req-557b3b47-e1cc-4eb8-9cc2-1e49035ffe7e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:26.580400 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6a547928-555f-4d37-b1b9-d8f45547d466 req-557b3b47-e1cc-4eb8-9cc2-1e49035ffe7e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0789540 Jun 16 16:16:26.656614 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6a547928-555f-4d37-b1b9-d8f45547d466 req-a139e82a-584c-40f3-8a57-8114124e90c4 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708036 Jun 16 16:16:26.659740 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8513ab6b-53be-4b74-9d38-bce92b76634b req-93b5674d-2a0f-48d6-a3ec-530dd2164a7c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784650 Jun 16 16:16:26.886871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-9d7343c1-8b47-427a-bb35-9ac911daecd6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 217 time: 0.0378859 Jun 16 16:16:27.408605 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf6520-646e-4f56-a53f-70d72d7037cf req-eac9d45b-e8e2-478c-9e58-3cde61e82514 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:27.410531 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98cf6520-646e-4f56-a53f-70d72d7037cf req-eac9d45b-e8e2-478c-9e58-3cde61e82514 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0470054 Jun 16 16:16:27.457827 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98cf6520-646e-4f56-a53f-70d72d7037cf req-7df073b4-31f5-4ab5-872e-12a3e57f2453 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Jun 16 16:16:28.036933 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920c2a-43c7-46ff-aae1-4177a65e1887 req-44580bbe-db72-45f7-a72d-8721393a4a8f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:28.038529 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4920c2a-43c7-46ff-aae1-4177a65e1887 req-44580bbe-db72-45f7-a72d-8721393a4a8f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 944 time: 0.3104300 Jun 16 16:16:28.045218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f2bd4-a451-4a3c-8614-a3545a66c120 req-50a23ce2-0895-4cf4-8d3d-a95e1750e2d4 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:28.046678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf2f2bd4-a451-4a3c-8614-a3545a66c120 req-50a23ce2-0895-4cf4-8d3d-a95e1750e2d4 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.3173990 Jun 16 16:16:28.060371 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 620a39ba-f7e2-4ae1-acf0-e87136dc559c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:16:28.090036 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:28.111066 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4920c2a-43c7-46ff-aae1-4177a65e1887 req-0d66fdf4-19c9-4a54-b390-e6a54f1fc5a8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634151 Jun 16 16:16:28.145890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf2f2bd4-a451-4a3c-8614-a3545a66c120 req-dec5a9f1-3bcb-4cb1-94f8-4d2a06840adb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Jun 16 16:16:28.176590 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:28.187741 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:16:28.227978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 620a39ba-f7e2-4ae1-acf0-e87136dc559c is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:28.228365 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:28.243326 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620a39ba-f7e2-4ae1-acf0-e87136dc559c {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:28.265422 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:28.269847 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:28.320869 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:28.327974 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.328329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.328674 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.329020 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.329356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.329712 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.330120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.330450 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.330780 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.331109 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.331439 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.331790 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.332120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.332445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.332767 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:28.501877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-33555c30-0467-4106-a839-0588ea86e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:28.503379 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-33555c30-0467-4106-a839-0588ea86e90b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0444059 Jun 16 16:16:28.577622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83684-f548-4b19-950c-9eb535bb7eca req-b37800c2-ca14-4344-a14d-125d5c3231af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:28.579072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-b37800c2-ca14-4344-a14d-125d5c3231af service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691392 Jun 16 16:16:28.600581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa697b-b5e1-4c96-b98e-f35315d02d3c req-079b3d94-cead-45f1-8d21-2eed31251bed tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:28.602025 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f0fa697b-b5e1-4c96-b98e-f35315d02d3c req-079b3d94-cead-45f1-8d21-2eed31251bed tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0633304 Jun 16 16:16:28.703721 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f0fa697b-b5e1-4c96-b98e-f35315d02d3c req-805e8ac9-e2d1-45c3-9c80-fdba5eee839c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907812 Jun 16 16:16:28.718492 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-37435136-5dda-4a51-b0e3-41930c32ada3 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314335 Jun 16 16:16:28.808923 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90f83684-f548-4b19-950c-9eb535bb7eca req-517364d6-5a0d-4483-9b26-27f97366289b service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826204 Jun 16 16:16:28.851666 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['620a39ba-f7e2-4ae1-acf0-e87136dc559c'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:16:28.853888 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:28.855897 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:29.267627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d26d7-dd7e-45f1-b8fb-18462ee1040c req-3b288d28-94db-4638-83f0-52b832c43dd7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:29.269127 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5a6d26d7-dd7e-45f1-b8fb-18462ee1040c req-3b288d28-94db-4638-83f0-52b832c43dd7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 945 time: 0.0787075 Jun 16 16:16:29.290037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928cbd-69a2-4482-bf26-4921c4a0b7c5 req-0f1646c9-6e27-4a82-bd61-b54704e206e1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:29.291473 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba928cbd-69a2-4482-bf26-4921c4a0b7c5 req-0f1646c9-6e27-4a82-bd61-b54704e206e1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0674338 Jun 16 16:16:29.357880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5a6d26d7-dd7e-45f1-b8fb-18462ee1040c req-1cffc099-d7df-48e9-a1b1-2238699a3907 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824523 Jun 16 16:16:29.362081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ba928cbd-69a2-4482-bf26-4921c4a0b7c5 req-cb74918b-f53a-43f8-9902-f66272f7f6f5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636282 Jun 16 16:16:29.778521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:29.816530 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a23ab6-7406-4ca3-9a21-c64ba1aba3b7 req-11dcc2e8-670a-4642-8cf3-d7af9daf7ec1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:29.818536 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85a23ab6-7406-4ca3-9a21-c64ba1aba3b7 req-11dcc2e8-670a-4642-8cf3-d7af9daf7ec1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0487328 Jun 16 16:16:29.870084 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-85a23ab6-7406-4ca3-9a21-c64ba1aba3b7 req-79b516a5-4434-4ba0-a237-31da044fa2cb tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Jun 16 16:16:30.506535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006985-8858-4a85-bb0c-c93380a8a09e req-d86bf474-10a8-431c-aed7-d031612823ea tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:30.508041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01006985-8858-4a85-bb0c-c93380a8a09e req-d86bf474-10a8-431c-aed7-d031612823ea tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0778487 Jun 16 16:16:30.513979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f616d-2fd3-4a82-9ea1-eb48e6887af1 req-087ab289-52b5-432e-9691-d655899c58e7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:30.515345 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c32f616d-2fd3-4a82-9ea1-eb48e6887af1 req-087ab289-52b5-432e-9691-d655899c58e7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 945 time: 0.0839095 Jun 16 16:16:30.588462 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01006985-8858-4a85-bb0c-c93380a8a09e req-5cd75b7c-9c46-487e-81ce-743c2b132816 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721641 Jun 16 16:16:30.592506 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c32f616d-2fd3-4a82-9ea1-eb48e6887af1 req-83f789c3-5e3a-431a-99d4-61b019feec2c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693662 Jun 16 16:16:30.681605 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 620a39ba-f7e2-4ae1-acf0-e87136dc559c up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:16:30.723852 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 620a39ba-f7e2-4ae1-acf0-e87136dc559c completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:16:30.730524 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 620a39ba-f7e2-4ae1-acf0-e87136dc559c triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:30.731072 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:30.770085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:30.805995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:30.808555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 620a39ba-f7e2-4ae1-acf0-e87136dc559c is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:30.808945 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:30.832191 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:30.834977 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a9308-74ea-43db-85e6-d7215c9834e9" -d '{"events": [{"server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "name": "network-vif-plugged", "status": "completed", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:30.841441 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:16:30.848274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:30.853494 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:30.876677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae255d3-9699-4521-9d40-7e3c0c72031e x-openstack-request-id: req-3ae255d3-9699-4521-9d40-7e3c0c72031e {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:30.876996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "name": "network-vif-plugged", "status": "completed", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:30.877258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ae255d3-9699-4521-9d40-7e3c0c72031e {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:30.877655 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae255d3-9699-4521-9d40-7e3c0c72031e'] response: {'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'code': 200} Jun 16 16:16:30.905009 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:30.986608 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c0411-c218-4224-9e44-8eba5a9eee30 req-572f5f24-30e1-40ac-a45e-727b725a0530 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:30.988002 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b72c0411-c218-4224-9e44-8eba5a9eee30 req-572f5f24-30e1-40ac-a45e-727b725a0530 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0519838 Jun 16 16:16:31.037869 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b72c0411-c218-4224-9e44-8eba5a9eee30 req-a963d0c5-930e-4692-b652-0d07a361d594 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Jun 16 16:16:31.250826 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:31.695618 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:31.737240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5e2e-34a4-43c7-97f7-c4b4f53054b4 req-659241a4-6e5e-4ac1-8954-5ffc52c7db3b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:31.738888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e16f5e2e-34a4-43c7-97f7-c4b4f53054b4 req-659241a4-6e5e-4ac1-8954-5ffc52c7db3b tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.0794272 Jun 16 16:16:31.747290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b14542-24af-41a0-9d03-c69d74b7d7de req-c27cac35-6ea0-44b9-812f-461c13651a19 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:31.748772 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82b14542-24af-41a0-9d03-c69d74b7d7de req-c27cac35-6ea0-44b9-812f-461c13651a19 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0779150 Jun 16 16:16:31.830725 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e16f5e2e-34a4-43c7-97f7-c4b4f53054b4 req-ad20bc28-549b-431c-9b13-8c5e6e7ee0cf tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809739 Jun 16 16:16:31.834805 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-82b14542-24af-41a0-9d03-c69d74b7d7de req-c47f8734-f69a-45be-b026-5bd91e68d6ff tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782144 Jun 16 16:16:32.154083 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948bd90-760c-4dbf-bef3-4f0140464612 req-ec72ee67-5a6d-45fd-b33b-0ceea54d5866 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:32.155596 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b948bd90-760c-4dbf-bef3-4f0140464612 req-ec72ee67-5a6d-45fd-b33b-0ceea54d5866 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0511355 Jun 16 16:16:32.203155 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b948bd90-760c-4dbf-bef3-4f0140464612 req-f9a1408b-9cb2-48cd-b0d7-64efd12486ab tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Jun 16 16:16:32.698640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-ccf44e3c-dc3a-493f-886a-68d5c3e35274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:32.700171 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-ccf44e3c-dc3a-493f-886a-68d5c3e35274 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1128 time: 0.0417769 Jun 16 16:16:33.032417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-8a5f4b85-3b27-4d7d-ab49-d8b0c2f975a5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.033893 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-8a5f4b85-3b27-4d7d-ab49-d8b0c2f975a5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.1750672 Jun 16 16:16:33.103328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa36a1-0443-4ca3-a368-892a530b96d9 req-93af63db-de81-4e54-acf0-b3caf23fbe6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.104839 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7efa36a1-0443-4ca3-a368-892a530b96d9 req-93af63db-de81-4e54-acf0-b3caf23fbe6a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.1930141 Jun 16 16:16:33.110782 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf0e33-6e1f-4c9e-9161-1e68e74e1d44 req-7f36d844-6789-4361-a827-aeda8600eed5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.112078 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-adcf0e33-6e1f-4c9e-9161-1e68e74e1d44 req-7f36d844-6789-4361-a827-aeda8600eed5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 945 time: 0.1965899 Jun 16 16:16:33.158796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80b0f-76c8-4e48-a935-f58074d707a8 req-6180caf6-bcd6-41eb-926f-03819d3821eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.160328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-21e80b0f-76c8-4e48-a935-f58074d707a8 req-6180caf6-bcd6-41eb-926f-03819d3821eb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.1788776 Jun 16 16:16:33.189516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:33.282561 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-9b90608e-b7fd-43db-a756-607e17ccd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.284038 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-9b90608e-b7fd-43db-a756-607e17ccd3dd service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.4264417 Jun 16 16:16:33.295259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Deleting port 3f5a0aae-f27d-4b24-94b2-031c768b687b {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:16:33.295602 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:33.301164 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7efa36a1-0443-4ca3-a368-892a530b96d9 req-db8ab95c-a0fe-4707-9b59-571ee5c9a6d0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819952 Jun 16 16:16:33.363155 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-adcf0e33-6e1f-4c9e-9161-1e68e74e1d44 req-1ec51a46-b84f-47c1-af3f-1aed71e6a450 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401958 Jun 16 16:16:33.373153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-21e80b0f-76c8-4e48-a935-f58074d707a8 req-18a7bd8f-2c67-445a-8d1f-a4b900294b4f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995151 Jun 16 16:16:33.377216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-e433ebcc-1e3f-4c83-9094-c573b10f6f1b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 217 time: 0.0741572 Jun 16 16:16:33.454210 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d619ff-53f8-4852-b603-2c66122f3464 req-685809fc-8588-4937-b552-a5b2c901d16e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:33.455689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23d619ff-53f8-4852-b603-2c66122f3464 req-685809fc-8588-4937-b552-a5b2c901d16e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0850332 Jun 16 16:16:33.493735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] For port 3f5a0aae-f27d-4b24-94b2-031c768b687b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3f5a0aae-f27d-4b24-94b2-031c768b687b,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:33.494110 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:33.522344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Calling delete_port for 3f5a0aae-f27d-4b24-94b2-031c768b687b owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:16:33.533413 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:33.543154 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23d619ff-53f8-4852-b603-2c66122f3464 req-8646b656-9c18-4014-a8a6-1c6607e4e5f1 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817375 Jun 16 16:16:33.661179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (3f5a0aae-f27d-4b24-94b2-031c768b687b), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:33.690658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Pushing event deleted for resources: {'Port': ['ID=3f5a0aae-f27d-4b24-94b2-031c768b687b,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:33.736339 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] No DVR routers for this DVR port 3f5a0aae-f27d-4b24-94b2-031c768b687b on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:16:33.739093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:33.742423 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d03b1a65-77d1-4e85-ae0a-a666ec7270fb req-64a878c5-d28f-44e6-abb2-0155b5c83827 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "DELETE /v2.0/ports/3f5a0aae-f27d-4b24-94b2-031c768b687b HTTP/1.1" status: 204 len: 173 time: 0.6831565 Jun 16 16:16:33.742861 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'name': 'network-vif-deleted', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:33.745072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ee0bf-3282-4563-845c-eb4fa5a4b5ed" -d '{"events": [{"server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "name": "network-vif-deleted", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:33.780429 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc26e1a6-5ec7-48b7-922c-87911b6ed5c8 x-openstack-request-id: req-fc26e1a6-5ec7-48b7-922c-87911b6ed5c8 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:33.780720 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2fe4ab-2e04-4754-8301-e0c6666f1c61", "name": "network-vif-deleted", "tag": "3f5a0aae-f27d-4b24-94b2-031c768b687b", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:33.780974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc26e1a6-5ec7-48b7-922c-87911b6ed5c8 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:33.781379 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc26e1a6-5ec7-48b7-922c-87911b6ed5c8'] response: {'server_uuid': 'aa2fe4ab-2e04-4754-8301-e0c6666f1c61', 'name': 'network-vif-deleted', 'tag': '3f5a0aae-f27d-4b24-94b2-031c768b687b', 'status': 'completed', 'code': 200} Jun 16 16:16:34.106559 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-b025f09b-4442-4df8-97bb-5993cb07f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:34.108049 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-b025f09b-4442-4df8-97bb-5993cb07f71f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0452988 Jun 16 16:16:34.420428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9316de-0c87-4707-bd9f-69dc9d3b8903 req-351527e1-1360-47ff-be36-5aa120553599 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:34.422242 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c9316de-0c87-4707-bd9f-69dc9d3b8903 req-351527e1-1360-47ff-be36-5aa120553599 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0495193 Jun 16 16:16:34.478534 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c0630c60-b730-43d1-9e69-edcda8c5c863 req-b4b6cb41-baff-4c85-ad60-ab5d35a375e8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 210 time: 0.0431714 Jun 16 16:16:34.499573 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c9316de-0c87-4707-bd9f-69dc9d3b8903 req-e7252737-fc79-450d-88fb-abc6cd480daa tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707922 Jun 16 16:16:34.664960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e406-40db-43a1-8be7-19e6e40d9f16 req-0ddf65cb-cca5-4dba-8bb3-b494e30899a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:34.666403 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c05e406-40db-43a1-8be7-19e6e40d9f16 req-0ddf65cb-cca5-4dba-8bb3-b494e30899a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 944 time: 0.0488868 Jun 16 16:16:34.706856 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:16:34.713291 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c05e406-40db-43a1-8be7-19e6e40d9f16 req-60f28c18-c727-4be0-ad43-8c651f9e0774 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Jun 16 16:16:34.721514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 3f5a0aae-f27d-4b24-94b2-031c768b687b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:16:34.747516 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 3f5a0aae-f27d-4b24-94b2-031c768b687b {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:16:34.747864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 3f5a0aae-f27d-4b24-94b2-031c768b687b not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:16:34.832242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:34.836910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-721951d3-04cd-4d2f-9ff5-05d9aa408c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:34.838510 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-721951d3-04cd-4d2f-9ff5-05d9aa408c82 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440392 Jun 16 16:16:34.844339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'port_id': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'mac_address': 'fa:16:3e:69:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:16:34.881608 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:34.882026 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:34.901500 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:34.921794 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:34.925779 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:34.957144 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-e9ed669d-81d8-46ef-b8f9-65a3f86c7a37 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969667 Jun 16 16:16:34.981082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:34.987532 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:35.076213 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0042b62c-3e64-4ec6-878b-5cd7757feb51 req-21c0762b-d245-4aff-bee8-b4b71ff98100 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Jun 16 16:16:35.595919 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9dda3089-1f82-49f9-86a1-a578ccd146a6 req-f4c66273-aedc-4e90-8f69-9fa38d684a59 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa2fe4ab-2e04-4754-8301-e0c6666f1c61 HTTP/1.1" status: 200 len: 210 time: 0.0378706 Jun 16 16:16:35.623588 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:16:35.633135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2d31-3ff8-4895-a197-564e09289685 req-380f6ea2-ca67-4ca2-a94f-fcd7d4d6d0c9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:35.634687 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-936f2d31-3ff8-4895-a197-564e09289685 req-380f6ea2-ca67-4ca2-a94f-fcd7d4d6d0c9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0653179 Jun 16 16:16:35.688957 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-936f2d31-3ff8-4895-a197-564e09289685 req-52a35f3d-f504-4996-9ba6-42330cc674d0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487351 Jun 16 16:16:35.837986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81440f8-3334-4a6d-9fe6-2a669eeec076 req-ac19d52f-90a0-4e11-898b-45e2fe40d19c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:35.839459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d81440f8-3334-4a6d-9fe6-2a669eeec076 req-ac19d52f-90a0-4e11-898b-45e2fe40d19c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 945 time: 0.0474544 Jun 16 16:16:35.890649 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d81440f8-3334-4a6d-9fe6-2a669eeec076 req-697b7a8a-5497-4c9f-a268-0ea10bd4354e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Jun 16 16:16:36.815975 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf8aae-94d2-45be-8459-92051effeb23 req-1486d843-2c7f-48d9-b6e3-c2b873997d80 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:36.817608 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faaf8aae-94d2-45be-8459-92051effeb23 req-1486d843-2c7f-48d9-b6e3-c2b873997d80 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0529914 Jun 16 16:16:36.876880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faaf8aae-94d2-45be-8459-92051effeb23 req-8e7e5078-6a71-445d-92fb-d88b10bc18f8 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530126 Jun 16 16:16:36.983822 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:37.023437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:16:37.024669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e358-4c74-471e-bae3-d13d7f47ae61 req-41aab430-d8c2-4e0a-a9d3-994b462c746d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:37.026241 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f9b7e358-4c74-471e-bae3-d13d7f47ae61 req-41aab430-d8c2-4e0a-a9d3-994b462c746d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0822642 Jun 16 16:16:37.037045 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50158) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:16:37.038749 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401753b0-3fdf-43d8-8005-08098f6222aa req-142c2c39-630c-46d9-bf57-f80f09d4d67f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:37.040271 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-401753b0-3fdf-43d8-8005-08098f6222aa req-142c2c39-630c-46d9-bf57-f80f09d4d67f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 945 time: 0.0840535 Jun 16 16:16:37.042387 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'floatingip': {'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:37.070498 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:16:37.078159 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:16:37.078761 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.084380 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.090743 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-401753b0-3fdf-43d8-8005-08098f6222aa req-76c1360d-2377-4333-9cf7-17218fe6137c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Jun 16 16:16:37.155941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:37.156436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.184659 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:37.186903 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc0dd5a-3540-4f34-a314-71ce6e8a1261" -d '{"events": [{"server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:37.199966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:37.205439 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.233783 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a491a34-0458-42db-b2bf-b05191149858 x-openstack-request-id: req-7a491a34-0458-42db-b2bf-b05191149858 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:37.234096 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:37.234352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a491a34-0458-42db-b2bf-b05191149858 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:37.234749 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a491a34-0458-42db-b2bf-b05191149858'] response: {'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'code': 200} Jun 16 16:16:37.260540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:37.264682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:37.518646 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.523742 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.617345 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Floating IP b44ee07b-9218-4f02-ade9-be698f3d5d38 associated. External IP: 172.27.0.241, port: 620a39ba-f7e2-4ae1-acf0-e87136dc559c. Jun 16 16:16:37.810648 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:16:37.918573 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:16:37.923725 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:37.929053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:37.938456 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:37.941026 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:37.941685 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:16:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:37.953943 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-55b481ae-4cce-4277-bfa1-813beb52e984 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "PUT /v2.0/floatingips/b44ee07b-9218-4f02-ade9-be698f3d5d38 HTTP/1.1" status: 200 len: 992 time: 0.9149032 Jun 16 16:16:37.954521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:37.956802 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:37.994252 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf9c88-a1f8-44bf-9e18-2e1a1c75e7f8 x-openstack-request-id: req-e0bf9c88-a1f8-44bf-9e18-2e1a1c75e7f8 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:37.994538 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:37.994784 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0bf9c88-a1f8-44bf-9e18-2e1a1c75e7f8 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:37.995184 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bf9c88-a1f8-44bf-9e18-2e1a1c75e7f8'] response: {'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'status': 'completed', 'code': 200} Jun 16 16:16:38.051713 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:38.214987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab108278-8ed4-414b-9740-5c405ceac9a0 req-d1a60a44-2069-4774-ac8d-be8a404cb7e3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:38.216763 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab108278-8ed4-414b-9740-5c405ceac9a0 req-d1a60a44-2069-4774-ac8d-be8a404cb7e3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0522778 Jun 16 16:16:38.266048 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab108278-8ed4-414b-9740-5c405ceac9a0 req-da97a6a6-48a7-4ba4-b534-c02cb050616a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Jun 16 16:16:38.272054 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:16:37Z', 'revision_number': 1, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:38.423069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:38.431585 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:16:38.432196 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:16:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:38.534333 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:16:38.755701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:16:37Z', 'revision_number': 1, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:38.786083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407ea21-fb14-49a7-8e78-3c509b49ca43 None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:16:37Z', 'revision_number': 1, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:38.986599 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e03fd-6dc4-4eef-a063-342e06fc6967 None None] New status for floating IP b44ee07b-9218-4f02-ade9-be698f3d5d38: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:16:39.385101 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8df1-e156-46f6-94ca-2382fbbdc67a req-50ccf52f-8524-445b-ad7a-a6c5967a0ebd tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:39.386611 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26bf8df1-e156-46f6-94ca-2382fbbdc67a req-50ccf52f-8524-445b-ad7a-a6c5967a0ebd tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0499816 Jun 16 16:16:39.438484 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26bf8df1-e156-46f6-94ca-2382fbbdc67a req-8cc0c2e1-c2f7-4b1b-b838-6478dd728559 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Jun 16 16:16:40.287218 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4dadd8e-f4d6-4aee-93a1-dc1778fdc645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:40.554647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482db87a-01b4-46c3-b45d-d4ddf38cf889 req-903d9639-5223-445b-8c05-b0f12e6cb47a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:40.556383 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-482db87a-01b4-46c3-b45d-d4ddf38cf889 req-903d9639-5223-445b-8c05-b0f12e6cb47a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0524762 Jun 16 16:16:40.605357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-482db87a-01b4-46c3-b45d-d4ddf38cf889 req-a0f2a985-1563-41e2-937b-4e9099db250e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Jun 16 16:16:41.088416 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb236a65-1be1-483e-8104-980db5c63fd5 req-2ff95803-9be3-4edc-8e8a-6a40bbd67d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:41.089949 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb236a65-1be1-483e-8104-980db5c63fd5 req-2ff95803-9be3-4edc-8e8a-6a40bbd67d2f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1130 time: 0.0690162 Jun 16 16:16:41.092783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-56187b28-eac8-4101-89a6-39151687b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:41.094165 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-56187b28-eac8-4101-89a6-39151687b4cd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0714417 Jun 16 16:16:41.188423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:41.227471 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb236a65-1be1-483e-8104-980db5c63fd5 req-d1b11a2c-0add-418c-98ae-ec0458a54f50 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263471 Jun 16 16:16:41.240646 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-2a279aba-53d6-4aa5-a6ed-03b5ac42e5b2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891607 Jun 16 16:16:41.255209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-1eaa1403-1048-474c-8d5d-47057c6e1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:41.257003 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-1eaa1403-1048-474c-8d5d-47057c6e1924 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1549890 Jun 16 16:16:41.717475 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aaa23-1197-4fc1-89b4-f1ad77b0056c req-bdbafa5f-bac3-40c9-a14c-990a8851ce7a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:41.719009 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d83aaa23-1197-4fc1-89b4-f1ad77b0056c req-bdbafa5f-bac3-40c9-a14c-990a8851ce7a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0476623 Jun 16 16:16:41.766785 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d83aaa23-1197-4fc1-89b4-f1ad77b0056c req-104c4e69-9c23-41c8-a44d-783c566e5928 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Jun 16 16:16:42.403773 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-051d5977-b7b3-447b-b1b2-b4cc9ee0b047 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1002 time: 0.3234470 Jun 16 16:16:42.404714 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-f4440af1-4106-436a-986d-c791a7548d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:42.406100 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-f4440af1-4106-436a-986d-c791a7548d42 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1129 time: 0.2920148 Jun 16 16:16:42.623780 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5424a0e3-524e-4c93-a00d-661e22d6df1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:42.890829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1c25f-451e-456d-9470-b61927992e96 req-c370b648-6a8e-40ba-943d-cc6e7ca6ece4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:42.892419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55a1c25f-451e-456d-9470-b61927992e96 req-c370b648-6a8e-40ba-943d-cc6e7ca6ece4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0503974 Jun 16 16:16:42.939331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55a1c25f-451e-456d-9470-b61927992e96 req-7744b029-b342-4342-b90b-c58bcfde2aaf tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Jun 16 16:16:43.157976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-202d87d9-c60b-4524-b78b-67847e134ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:43.159431 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-202d87d9-c60b-4524-b78b-67847e134ba5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.1030545 Jun 16 16:16:43.170502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:43.213951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-9cd75096-b0aa-4c23-b6fb-c3a6ed02be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:43.215381 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-9cd75096-b0aa-4c23-b6fb-c3a6ed02be21 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1331551 Jun 16 16:16:43.224772 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-478981f3-5476-490a-86c3-0fb4388f457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:43.226333 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-478981f3-5476-490a-86c3-0fb4388f457b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529678 Jun 16 16:16:43.290449 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-15bbf1d7-fa3f-4f63-b288-dcda6c1619df service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 217 time: 0.0452034 Jun 16 16:16:43.416419 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-e876822c-f6a9-4bd6-8fd8-42a7172c866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:43.418139 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-e876822c-f6a9-4bd6-8fd8-42a7172c866e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0820215 Jun 16 16:16:43.422202 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-4ee2a0f0-f502-450b-883d-4964938080a4 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694555 Jun 16 16:16:43.544827 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-4f428b28-5cf9-4554-ae72-a9dfd76cb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:43.546403 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-4f428b28-5cf9-4554-ae72-a9dfd76cb325 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857940 Jun 16 16:16:43.577992 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-12ee14d4-eb36-4d8c-99d4-3b6c2e5fdcdc req-b01f6cc7-3b3a-4ced-8c21-b9bb26c45f2c service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184530 Jun 16 16:16:43.596770 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:44.059759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc1af6-5f7b-4253-b253-35b8a11354cd req-9308d9ad-9217-450b-96b7-ae90f1c42592 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:44.061276 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-48dc1af6-5f7b-4253-b253-35b8a11354cd req-9308d9ad-9217-450b-96b7-ae90f1c42592 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0532570 Jun 16 16:16:44.110729 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-48dc1af6-5f7b-4253-b253-35b8a11354cd req-668592af-f99e-4457-a478-37f5aa69294f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 Jun 16 16:16:45.149739 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:45.228806 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99638d90-461c-41cb-9758-f33c4863bd8b req-48ee28d1-9a20-41c6-9640-343d5606c7b3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:45.230327 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99638d90-461c-41cb-9758-f33c4863bd8b req-48ee28d1-9a20-41c6-9640-343d5606c7b3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0476487 Jun 16 16:16:45.280981 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99638d90-461c-41cb-9758-f33c4863bd8b req-9d92ffcd-f0aa-4b85-ab4b-2aebdb417ee3 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Jun 16 16:16:45.709796 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:46.395927 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc748-0de7-409f-9291-d24866023de3 req-1f2d2090-674e-4196-b46c-ce2885d53481 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:46.397333 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebabc748-0de7-409f-9291-d24866023de3 req-1f2d2090-674e-4196-b46c-ce2885d53481 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0477612 Jun 16 16:16:46.427402 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:46.449990 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ebabc748-0de7-409f-9291-d24866023de3 req-fe6ef935-ffad-4034-ae9a-3cb35703666e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 Jun 16 16:16:47.570114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d227dd-c2a9-46e7-a13b-88dd5bfaf3c7 req-44218f72-ce6b-4913-9cc7-0d84929aba64 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:47.571658 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-15d227dd-c2a9-46e7-a13b-88dd5bfaf3c7 req-44218f72-ce6b-4913-9cc7-0d84929aba64 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0528488 Jun 16 16:16:47.621635 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-15d227dd-c2a9-46e7-a13b-88dd5bfaf3c7 req-28b2ed6a-4640-4d3c-99c4-9e9540476356 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jun 16 16:16:47.949536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:47.951430 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:48.404562 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-b35b7692-686e-46f8-bb58-f8d904c7702a service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928247 Jun 16 16:16:48.512683 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:48.517106 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7e42079b-2abf-42fd-a8ff-1fadfba78034 req-b5784ea3-bcd4-43a9-b7d2-fc75315bd70c service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Jun 16 16:16:48.743826 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a49ca-d951-4648-97fe-8cd9f634280e req-28c57327-68de-4a89-be62-9e11f472a278 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:48.745352 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3a6a49ca-d951-4648-97fe-8cd9f634280e req-28c57327-68de-4a89-be62-9e11f472a278 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0503459 Jun 16 16:16:48.798698 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3a6a49ca-d951-4648-97fe-8cd9f634280e req-7d85fa76-6b77-41da-841f-2faba831eef6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471756 Jun 16 16:16:48.914334 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20995e-327d-46c6-b2bb-7cc4b6133650 req-5a282c81-5546-4982-8340-5c564ec31ff2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:48.915781 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd20995e-327d-46c6-b2bb-7cc4b6133650 req-5a282c81-5546-4982-8340-5c564ec31ff2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0479045 Jun 16 16:16:48.962804 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd20995e-327d-46c6-b2bb-7cc4b6133650 req-5bfdaac1-8edc-4216-a57b-8b26ce17e2eb tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Jun 16 16:16:49.091013 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:49.094163 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=12 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:49.293386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c37ab-29ab-4568-a52f-0d93329bc004 req-253e9c4e-f0f5-4219-80fc-1b9b06b55980 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:49.294876 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-075c37ab-29ab-4568-a52f-0d93329bc004 req-253e9c4e-f0f5-4219-80fc-1b9b06b55980 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0487263 Jun 16 16:16:49.343848 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-075c37ab-29ab-4568-a52f-0d93329bc004 req-6491af93-5144-47f1-acfb-08b14a754808 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Jun 16 16:16:49.855454 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f9c57d99-5e80-4840-8ab1-5a2cb459ec27 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:49.856961 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f9c57d99-5e80-4840-8ab1-5a2cb459ec27 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/networks?id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 200 len: 813 time: 0.1071253 Jun 16 16:16:49.872618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-47f45ef4-708c-4f32-a75c-8efb037b16bf tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/quotas/f5e363bcf5ed47529b6464cf954a31ea HTTP/1.1" status: 200 len: 375 time: 0.0096993 Jun 16 16:16:49.907136 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-99e1a1c0-2def-493f-818a-5f931aacb02a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289009 Jun 16 16:16:50.001530 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-4e1ad90f-d504-4bec-ab93-c74718484091 service neutron] 10.222.0.88 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869198 Jun 16 16:16:50.090550 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-e9552f45-595b-4d16-b8c1-fb47b46841f4 service neutron] 10.222.0.88 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832005 Jun 16 16:16:50.257741 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b8f9c801-f133-4e36-bd4c-14710d3b695a req-3269dc1b-813f-4a64-9a83-156b3bb2d065 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Jun 16 16:16:51.230237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228625b-df1f-45b7-b916-78ed2e05db31 req-f3a5ff69-aed2-4b7a-82da-c2ff5248082e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:51.231727 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3228625b-df1f-45b7-b916-78ed2e05db31 req-f3a5ff69-aed2-4b7a-82da-c2ff5248082e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Jun 16 16:16:51.280236 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3228625b-df1f-45b7-b916-78ed2e05db31 req-01685cf6-3236-4184-854d-7d866230efd0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Jun 16 16:16:51.361018 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2b04caa7-0d47-47fa-80d3-06ddad6a76a7 req-9ca91ee0-e289-4964-b637-e672757be874 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Jun 16 16:16:51.758078 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:51.830813 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-938166bf-2a7c-4c4e-b91e-9980588201c1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:51.832458 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-938166bf-2a7c-4c4e-b91e-9980588201c1 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "GET /v2.0/networks?id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 200 len: 813 time: 0.1128161 Jun 16 16:16:51.868569 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Request body: {'port': {'device_id': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a', 'admin_state_up': True, 'tenant_id': 'f5e363bcf5ed47529b6464cf954a31ea'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:51.987220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Made reservation on behalf of f5e363bcf5ed47529b6464cf954a31ea for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:51.991155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.014832 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:52.119796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Allocated IP 172.20.0.4 (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a/2fed2d71-4203-42bc-bcd5-ed46048c547e/1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:52.272643 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks [] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.311531 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.358477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:52.368961 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:52.381829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:16:52.406879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Pushing event updated for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:52.453928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c9073-604b-42ec-b607-ac58a57a09cd req-d755f0fd-9154-4353-a95c-2bd47a832c97 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:52.455516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd6c9073-604b-42ec-b607-ac58a57a09cd req-d755f0fd-9154-4353-a95c-2bd47a832c97 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0913219 Jun 16 16:16:52.480491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:52.481493 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.507147 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-f87446f4-a40a-4ec6-96ee-c2dcf616cecb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6434748 Jun 16 16:16:52.568022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd6c9073-604b-42ec-b607-ac58a57a09cd req-7cb77b01-f123-49d3-a66d-db67f04a365b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044822 Jun 16 16:16:52.575688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc26dd-18aa-45f0-9599-623a8e6bb1aa req-310c04cb-c1d7-486e-aa9e-76b599741362 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:52.577308 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13dc26dd-18aa-45f0-9599-623a8e6bb1aa req-310c04cb-c1d7-486e-aa9e-76b599741362 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 931 time: 0.0692790 Jun 16 16:16:52.582709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Request body: {'port': {'device_id': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:16:52.678160 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13dc26dd-18aa-45f0-9599-623a8e6bb1aa req-e81396d7-a317-48d2-9fc8-de1cacc39a10 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920904 Jun 16 16:16:52.680755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.725392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:52.739232 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:52.940780 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:52.948102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks [] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:52.960395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Transition to ACTIVE for port object 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:16:52.964832 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.016695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:53.088626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Attempting to bind port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:16:53.088984 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Attempting to bind port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:16:53.089288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Attempting to bind port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:53.093641 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:16:53.094015 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Attempting to bind port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a on network 3a8a4182-9bbd-4e72-b4bc-641fd3edab1a {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:16:53.099109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:16:53.099440 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Checking segment: {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:16:53.099818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Bound using segment: {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:16:53.100238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Bound port: 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fa87e1-c67a-4f77-a78a-b68494cbace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:16:53.100592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.161834 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:16:53.165387 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:16:53.171338 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.209186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:53.209853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:53.211252 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] 10.222.0.33 "PUT /v2.0/ports/1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a HTTP/1.1" status: 200 len: 1093 time: 0.6329265 Jun 16 16:16:53.213589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:16:53.215837 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1f032f-b8c2-4889-8153-1208b28c4b47" -d '{"events": [{"name": "network-changed", "server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:53.242528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffae314-e758-4412-aa37-695cce3961a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:53.254075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20bd597-b4f1-4505-89e8-7259d8481e6f x-openstack-request-id: req-f20bd597-b4f1-4505-89e8-7259d8481e6f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:53.254367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:53.254665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f20bd597-b4f1-4505-89e8-7259d8481e6f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:53.255572 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20bd597-b4f1-4505-89e8-7259d8481e6f'] response: {'name': 'network-changed', 'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a', 'status': 'completed', 'code': 200} Jun 16 16:16:53.367629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-0f507519-cb23-4a6d-8417-10ebe04b1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:53.369172 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-0f507519-cb23-4a6d-8417-10ebe04b1d7b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 1127 time: 0.0433877 Jun 16 16:16:53.425750 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-43231a05-267e-4408-9141-afbd68842155 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a HTTP/1.1" status: 200 len: 217 time: 0.0332625 Jun 16 16:16:53.486352 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-8a0d47f2-7fcd-45b1-ae60-a39c7786a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:53.487803 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-8a0d47f2-7fcd-45b1-ae60-a39c7786a892 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2fed2d71-4203-42bc-bcd5-ed46048c547e HTTP/1.1" status: 200 len: 853 time: 0.0492101 Jun 16 16:16:53.527604 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-6efa9a71-5021-4e04-8f23-fd63a83dadd9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280311 Jun 16 16:16:53.693365 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-306f063d-8b81-4869-8f62-9a80cd33a667 service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172116 Jun 16 16:16:53.703901 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6559844-cd28-450b-ac63-af5b15532edd req-19e6b796-3f52-4cd0-8323-bc17b950d60f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:53.705334 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c6559844-cd28-450b-ac63-af5b15532edd req-19e6b796-3f52-4cd0-8323-bc17b950d60f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0610297 Jun 16 16:16:53.796977 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:53.830347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:53.845268 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c6559844-cd28-450b-ac63-af5b15532edd req-00536864-703a-4c77-914b-baef2cb85d1b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305611 Jun 16 16:16:53.857846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b987f8-359a-430f-a150-71641cbc7c81 req-40e5fdc4-dfd6-4204-8548-3b96d7d8a9e9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:53.859381 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3b987f8-359a-430f-a150-71641cbc7c81 req-40e5fdc4-dfd6-4204-8548-3b96d7d8a9e9 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0858581 Jun 16 16:16:53.874370 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2ef9d8a-8884-46f5-a8e2-bd9c76e9ff0e req-d14719d4-e8cc-4227-9302-39132f3a4ef2 service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680665 Jun 16 16:16:53.918066 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3b987f8-359a-430f-a150-71641cbc7c81 req-703cf07a-2d23-46b1-a730-2451a0cc92ba tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jun 16 16:16:54.967778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155e7b7-c45c-423a-bc76-3e120639afbf req-5b3a9875-5178-4e58-b6be-bc67f3b164d3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:54.969434 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6155e7b7-c45c-423a-bc76-3e120639afbf req-5b3a9875-5178-4e58-b6be-bc67f3b164d3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Jun 16 16:16:55.055766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4cfc7-67fd-4a69-84d7-d24fce36a33e req-e0ab0c0e-7b11-4876-9c65-0333d03c89c5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:55.057225 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98e4cfc7-67fd-4a69-84d7-d24fce36a33e req-e0ab0c0e-7b11-4876-9c65-0333d03c89c5 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0679615 Jun 16 16:16:55.060563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6155e7b7-c45c-423a-bc76-3e120639afbf req-5aa1ac82-6cae-4d73-9ca5-a237c5a340d6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849719 Jun 16 16:16:55.107070 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98e4cfc7-67fd-4a69-84d7-d24fce36a33e req-8663e406-579c-43a2-9ae9-054fbe529c35 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Jun 16 16:16:55.697799 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:55.704691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:56.184591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53b71-1de4-4488-90e6-92c055c23880 req-7e77a6ef-48bc-4cdc-9c77-676d340450c0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:56.186098 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55b53b71-1de4-4488-90e6-92c055c23880 req-7e77a6ef-48bc-4cdc-9c77-676d340450c0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Jun 16 16:16:56.252928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cae863-f468-4fa6-8d24-b53d6fecc923 req-ebaf813c-111e-4454-9984-278efe571b41 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:56.254635 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0cae863-f468-4fa6-8d24-b53d6fecc923 req-ebaf813c-111e-4454-9984-278efe571b41 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0674868 Jun 16 16:16:56.284021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55b53b71-1de4-4488-90e6-92c055c23880 req-02ceff05-bb69-471b-9548-e58d09a69588 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869865 Jun 16 16:16:56.317692 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0cae863-f468-4fa6-8d24-b53d6fecc923 req-ac82126a-ff15-4a55-9716-b6363841b6d7 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Jun 16 16:16:57.432909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6507ec-99be-4959-a6e4-cb8b4d3846a1 req-5dbd6cb8-4d37-4ff2-9cf6-41a5393a681c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.434318 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f6507ec-99be-4959-a6e4-cb8b4d3846a1 req-5dbd6cb8-4d37-4ff2-9cf6-41a5393a681c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0774920 Jun 16 16:16:57.454826 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb219-b77d-41ff-8a8b-ce8c33ed8c28 req-738e8d87-3488-4501-ad9b-aa092b508b2c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.456204 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e97eb219-b77d-41ff-8a8b-ce8c33ed8c28 req-738e8d87-3488-4501-ad9b-aa092b508b2c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0697398 Jun 16 16:16:57.525247 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f6507ec-99be-4959-a6e4-cb8b4d3846a1 req-33407745-a516-44c9-8a35-7cd177efa318 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849316 Jun 16 16:16:57.529270 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e97eb219-b77d-41ff-8a8b-ce8c33ed8c28 req-592f528a-a07c-4896-a8dc-138296a9bc07 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Jun 16 16:16:57.893711 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-40f8840e-df6d-4eaa-8dea-50aab684494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.895347 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-40f8840e-df6d-4eaa-8dea-50aab684494c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 1127 time: 0.0445673 Jun 16 16:16:57.997257 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-cec037a9-6f6f-4fb0-8463-7de97cf4e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:57.998683 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-cec037a9-6f6f-4fb0-8463-7de97cf4e39f service neutron] 10.222.0.33 "GET /v2.0/networks?id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 200 len: 915 time: 0.0859554 Jun 16 16:16:58.046349 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-3e73e410-1368-403b-9ab0-2679685925bc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a HTTP/1.1" status: 200 len: 217 time: 0.0379424 Jun 16 16:16:58.329208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-0d7ecf08-da60-4808-8e60-eaaf4e08cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.330705 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-0d7ecf08-da60-4808-8e60-eaaf4e08cdcf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2fed2d71-4203-42bc-bcd5-ed46048c547e HTTP/1.1" status: 200 len: 853 time: 0.2727656 Jun 16 16:16:58.368953 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-51fdd3ca-fb3f-4971-98a2-96b77779447f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269816 Jun 16 16:16:58.479954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-cc40a7dc-c45e-4197-853d-115aa77a5554 service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867219 Jun 16 16:16:58.520797 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:58.548546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:16:58.583006 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9a1f032f-b8c2-4889-8153-1208b28c4b47 req-61e3a795-d892-44bc-9542-bb5654af3845 service neutron] 10.222.0.33 "GET /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Jun 16 16:16:58.693645 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9dab3-4c25-487d-a274-2fc2597903d6 req-587eefeb-418e-4053-9fab-120da8f0b512 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.695495 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08c9dab3-4c25-487d-a274-2fc2597903d6 req-587eefeb-418e-4053-9fab-120da8f0b512 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 943 time: 0.0918164 Jun 16 16:16:58.701267 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58076c17-5b52-42f1-b182-99d5a3a8752c req-a1a16652-e1bd-4e6a-9c57-847a1c234735 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:58.702662 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58076c17-5b52-42f1-b182-99d5a3a8752c req-a1a16652-e1bd-4e6a-9c57-847a1c234735 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1008208 Jun 16 16:16:58.773189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08c9dab3-4c25-487d-a274-2fc2597903d6 req-880012d2-9bcc-497a-9ac8-38217d94796e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695744 Jun 16 16:16:58.780237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58076c17-5b52-42f1-b182-99d5a3a8752c req-ef0cd280-2404-42ef-ab35-7cf782131be4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697918 Jun 16 16:16:59.145765 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:16:59.247044 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:59.258611 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a', 'network_id': '3a8a4182-9bbd-4e72-b4bc-641fd3edab1a', 'port_id': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a', 'mac_address': 'fa:16:3e:c7:89:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fed2d71-4203-42bc-bcd5-ed46048c547e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:16:59.292865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:16:59.293254 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:59.306428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:16:59.326274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:16:59.330681 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:16:59.377876 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:59.920017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee426d10-d2be-4ac0-9450-93c8f6ca595c req-823c1603-5f77-4bdd-8e64-60eae9ce0bbd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:59.921493 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ee426d10-d2be-4ac0-9450-93c8f6ca595c req-823c1603-5f77-4bdd-8e64-60eae9ce0bbd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 944 time: 0.0802174 Jun 16 16:16:59.932867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb06647-5cff-4e9c-af55-844880bf5b75 req-98a609c8-c759-4613-8a3a-85142499d93c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:16:59.934336 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5eb06647-5cff-4e9c-af55-844880bf5b75 req-98a609c8-c759-4613-8a3a-85142499d93c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0605738 Jun 16 16:17:00.009466 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ee426d10-d2be-4ac0-9450-93c8f6ca595c req-d22674e9-53d6-4511-8b00-bd7c985d7ebe tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Jun 16 16:17:00.012717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5eb06647-5cff-4e9c-af55-844880bf5b75 req-0c595236-e3c4-4f88-8e63-59a5dc320858 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713522 Jun 16 16:17:00.353794 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:01.159365 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45de80-a9bf-4273-adc8-f6f02e87216e req-4543be77-b195-4840-8df6-e4f09fba23c2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.160824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa45de80-a9bf-4273-adc8-f6f02e87216e req-4543be77-b195-4840-8df6-e4f09fba23c2 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 944 time: 0.0784965 Jun 16 16:17:01.173582 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0a71-918d-4549-b085-e8eade591a07 req-31528235-b6ae-49ec-bed5-260ecc28927f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.175022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ecaa0a71-918d-4549-b085-e8eade591a07 req-31528235-b6ae-49ec-bed5-260ecc28927f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0819323 Jun 16 16:17:01.246699 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa45de80-a9bf-4273-adc8-f6f02e87216e req-7c9b4357-79ce-4d9e-ba5c-6c96b4bb9235 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799713 Jun 16 16:17:01.250841 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ecaa0a71-918d-4549-b085-e8eade591a07 req-f9e12c94-0bf3-4a16-b3ec-9d00a5cba75b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697870 Jun 16 16:17:01.355022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7c682-8d57-41a4-a907-1692f515e176 req-6811831e-9c15-40f0-aba6-d1cf1fe8e845 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.356497 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5f7c682-8d57-41a4-a907-1692f515e176 req-6811831e-9c15-40f0-aba6-d1cf1fe8e845 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0491312 Jun 16 16:17:01.407815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d5f7c682-8d57-41a4-a907-1692f515e176 req-9e048f25-5a56-4faa-a1a8-88378ea0a364 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Jun 16 16:17:01.430394 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50388) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:01.621694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba269fb3-d30d-410d-b36b-ea0314a6f12a tempest-TestMinimumBasicScenario-430987850 tempest-TestMinimumBasicScenario-430987850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:01.626288 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ba269fb3-d30d-410d-b36b-ea0314a6f12a tempest-TestMinimumBasicScenario-430987850 tempest-TestMinimumBasicScenario-430987850-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1125 time: 0.1937597 Jun 16 16:17:01.628161 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50392) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:01.632671 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'port_id': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:01.655523 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:01.732649 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:01.839989 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Allocated IP 172.27.0.17 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/1bebb885-d8d8-49c3-8a8c-d326ac716d7f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:01.939964 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:01.972850 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.012333 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:02.019143 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:02.024399 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:17:02.027785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'Port': ['ID=1bebb885-d8d8-49c3-8a8c-d326ac716d7f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:02.054151 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.054501 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.054845 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.055184 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.055521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.055852 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.056179 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.056504 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.056827 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.057152 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.057478 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.057823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.058147 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.058470 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.058791 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:02.118081 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.127091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:17:02.169796 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:17:02.176597 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:02.176976 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.250632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:02.251020 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.275561 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:02.277677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df809ec-577b-4b18-8f53-b656764ab781" -d '{"events": [{"server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:02.291595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:02.297062 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.351486 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:02.359865 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:02.404503 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:02.405823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for floatingip (bd20ea21-e242-463c-ab94-e7109ec0e9a4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.425882 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e257c79-21a6-4c40-bc70-a10c5517866b req-8c0907e9-3c2e-41dd-aaac-1e87a9dbab1e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:02.427426 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e257c79-21a6-4c40-bc70-a10c5517866b req-8c0907e9-3c2e-41dd-aaac-1e87a9dbab1e tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0770175 Jun 16 16:17:02.443648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f8dd2-1e41-405c-a6f0-a71d5e6c1398 req-c4497e78-b97c-4191-9cd6-c1d0d1a7714c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:02.445286 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb4f8dd2-1e41-405c-a6f0-a71d5e6c1398 req-c4497e78-b97c-4191-9cd6-c1d0d1a7714c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0647960 Jun 16 16:17:02.480228 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.522519 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e257c79-21a6-4c40-bc70-a10c5517866b req-bef3f649-4042-44e0-a968-7c95b2f6374d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882697 Jun 16 16:17:02.526913 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cb4f8dd2-1e41-405c-a6f0-a71d5e6c1398 req-367cb04e-dfee-44ae-bf84-32d9082db762 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745125 Jun 16 16:17:02.571342 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c61aef-be01-4dad-ae08-d16fa047fa1f x-openstack-request-id: req-a3c61aef-be01-4dad-ae08-d16fa047fa1f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:02.571640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "name": "network-vif-plugged", "status": "completed", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:02.571891 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3c61aef-be01-4dad-ae08-d16fa047fa1f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:02.572288 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c61aef-be01-4dad-ae08-d16fa047fa1f'] response: {'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a', 'code': 200} Jun 16 16:17:02.631310 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.636080 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.702329 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'Port': ['ID=1bebb885-d8d8-49c3-8a8c-d326ac716d7f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:02.717568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (bd20ea21-e242-463c-ab94-e7109ec0e9a4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:02.818187 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Floating IP bd20ea21-e242-463c-ab94-e7109ec0e9a4 associated. External IP: 172.27.0.17, port: fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab. Jun 16 16:17:02.903972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324bb93-7b95-4a4f-876b-b260bc3aff24 req-faacf8e4-530a-44d4-b82a-a937b23012c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:02.905688 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6324bb93-7b95-4a4f-876b-b260bc3aff24 req-faacf8e4-530a-44d4-b82a-a937b23012c3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 1129 time: 0.0553064 Jun 16 16:17:02.930308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:02.964749 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6324bb93-7b95-4a4f-876b-b260bc3aff24 req-18566038-0a17-42b4-88ca-0c40313f9016 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Jun 16 16:17:03.024513 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:17:03.325757 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:17:03.336318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Sync routers for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:03.344921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.347393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:17:03.348990 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:16:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:03.377549 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-14c9f559-804e-4e8d-9f93-49b4a6b26e7e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7483413 Jun 16 16:17:03.378283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:03.380917 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50400) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:03.381217 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17f666-743b-4399-9940-62b1db490153" -d '{"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:03.386218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792347776', 'description': 'tempest-secgroup-smoke-1792347776 description', 'project_id': '731df982fd964de6bc4545103f7e1047'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:03.386398 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:03.412857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.421592 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e1910-b8e3-41be-9e9a-79eea60985a8 x-openstack-request-id: req-239e1910-b8e3-41be-9e9a-79eea60985a8 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:03.421919 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:03.422174 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-239e1910-b8e3-41be-9e9a-79eea60985a8 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:03.422574 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239e1910-b8e3-41be-9e9a-79eea60985a8'] response: {'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:17:03.455004 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:17:03.462510 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:03.492052 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (74eac6b2-6dfb-4da7-a773-5d20beb6c965), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.495818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (74eac6b2-6dfb-4da7-a773-5d20beb6c965), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.526920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.528164 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1458762 Jun 16 16:17:03.531074 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50404) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:03.536568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:03.538373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:03.544399 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74eac6b2-6dfb-4da7-a773-5d20beb6c965,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:03.559145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.559509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.559869 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.560357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.560725 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.561064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.561392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.561736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.562062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.562388 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.562711 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.563034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.563401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.563658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.563980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a423e-b2a8-414b-8766-9a60f8ca1a54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:03.588675 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (1d94140f-b653-431e-8c3f-4ee667bcd474), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.676393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'bd20ea21-e242-463c-ab94-e7109ec0e9a4', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'port_id': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'mac_address': 'fa:16:3e:69:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:02Z', 'updated_at': '2022-06-16T16:17:02Z', 'revision_number': 0, 'project_id': '731df982fd964de6bc4545103f7e1047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:03.700730 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Checking router: 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:03.709995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:17:03.710602 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:16:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:03.719840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2c003-8a71-45a6-8643-042140c88115 req-38ff67c0-ff69-4868-8854-2d36ab988f20 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:03.721341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1c2c003-8a71-45a6-8643-042140c88115 req-38ff67c0-ff69-4868-8854-2d36ab988f20 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1129692 Jun 16 16:17:03.766433 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18109a29-412c-4ee1-bff3-75873a83e1a5 req-eed817b7-af8f-4368-8cac-da48189bbd8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:03.768164 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18109a29-412c-4ee1-bff3-75873a83e1a5 req-eed817b7-af8f-4368-8cac-da48189bbd8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1190906 Jun 16 16:17:03.789056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (1d94140f-b653-431e-8c3f-4ee667bcd474), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.819440 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:17:03.832039 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (1d94140f-b653-431e-8c3f-4ee667bcd474), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.886564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f666-743b-4399-9940-62b1db490153 req-5ed9591a-f8a1-4ae0-b1f9-90f154d54ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:03.888093 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-5ed9591a-f8a1-4ae0-b1f9-90f154d54ef4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1130 time: 0.1105039 Jun 16 16:17:03.888733 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d94140f-b653-431e-8c3f-4ee667bcd474,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:03.897406 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1c2c003-8a71-45a6-8643-042140c88115 req-3a934feb-b10c-4827-80a2-6ec47edefbe4 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673975 Jun 16 16:17:03.903686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.904880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a110b305-e3dc-41b4-8bdc-b036259bd2e4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729291 Jun 16 16:17:03.907878 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50410) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:03.916542 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:03.919202 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18109a29-412c-4ee1-bff3-75873a83e1a5 req-9ccf5a39-5d74-4c8d-82b0-8309fd1d821a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332774 Jun 16 16:17:03.950001 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (21bc6374-7b7b-422b-bf7f-73171d1eea73), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:03.961561 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:03.967830 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:04.015296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (21bc6374-7b7b-422b-bf7f-73171d1eea73), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.022449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (21bc6374-7b7b-422b-bf7f-73171d1eea73), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.041617 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bc6374-7b7b-422b-bf7f-73171d1eea73,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.052107 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.053345 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-eecae76a-7169-4517-9ad1-b7286d3e81cc tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437266 Jun 16 16:17:04.056081 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50412) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:04.060379 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:04.067151 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'bd20ea21-e242-463c-ab94-e7109ec0e9a4', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'port_id': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'mac_address': 'fa:16:3e:69:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:02Z', 'updated_at': '2022-06-16T16:17:02Z', 'revision_number': 0, 'project_id': '731df982fd964de6bc4545103f7e1047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:04.088007 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (d6bfe517-1f91-40f7-a8e6-86adca72d632), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.092765 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb5552-068d-4c22-9a44-4488d349f8f7 None None] The sync data for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi is: [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'bd20ea21-e242-463c-ab94-e7109ec0e9a4', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'port_id': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'mac_address': 'fa:16:3e:69:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:02Z', 'updated_at': '2022-06-16T16:17:02Z', 'revision_number': 0, 'project_id': '731df982fd964de6bc4545103f7e1047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:04.151252 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (d6bfe517-1f91-40f7-a8e6-86adca72d632), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.155314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (d6bfe517-1f91-40f7-a8e6-86adca72d632), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.177096 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bfe517-1f91-40f7-a8e6-86adca72d632,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.186240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.187741 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-16aa5eac-6601-4478-a1ed-498da862ca0c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304402 Jun 16 16:17:04.190363 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50414) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:04.194594 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:04.221387 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (a77baca1-61c8-4a2b-8033-71f792d31065), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.286349 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (a77baca1-61c8-4a2b-8033-71f792d31065), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.290303 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (a77baca1-61c8-4a2b-8033-71f792d31065), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.311378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77baca1-61c8-4a2b-8033-71f792d31065,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.316404 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f122a-e1cb-4d6d-a900-1d238d428001 None None] New status for floating IP bd20ea21-e242-463c-ab94-e7109ec0e9a4: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:17:04.320159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.324174 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50416) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:04.324355 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-52de0fec-f2ec-4fa8-b928-9af012f7c145 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329238 Jun 16 16:17:04.328803 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:04.351326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.securitygroups_db [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Project 731df982fd964de6bc4545103f7e1047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:17:04.357758 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (5b744f8a-deee-4ffd-9d1f-86a22fb959ab), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.418623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (5b744f8a-deee-4ffd-9d1f-86a22fb959ab), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.423560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (5b744f8a-deee-4ffd-9d1f-86a22fb959ab), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.443609 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b744f8a-deee-4ffd-9d1f-86a22fb959ab,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.448422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.449553 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-458387cc-5f82-4343-9e33-d2b60b2d68ba tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243308 Jun 16 16:17:04.452407 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50418) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:04.456715 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'security_group_rule': {'security_group_id': '74eac6b2-6dfb-4da7-a773-5d20beb6c965', 'project_id': '731df982fd964de6bc4545103f7e1047', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:04.479509 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.securitygroups_db [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Project 731df982fd964de6bc4545103f7e1047 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:17:04.487165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (83ccc542-8ebf-41ba-90aa-458f015f05b1), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.550197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:04.562447 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (83ccc542-8ebf-41ba-90aa-458f015f05b1), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.567368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (83ccc542-8ebf-41ba-90aa-458f015f05b1), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.590957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ccc542-8ebf-41ba-90aa-458f015f05b1,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:04.596801 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.598784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-638b5ce8-76d7-4aba-a326-148d2220ee46 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444809 Jun 16 16:17:04.668845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:04.689914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-400de041-385a-49a4-b5eb-efe663e9a582 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792347776&fields=id&tenant_id=731df982fd964de6bc4545103f7e1047 HTTP/1.1" status: 200 len: 267 time: 0.0475638 Jun 16 16:17:04.743714 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-2bf9efef-cb0a-41cc-9447-36d71e4c5a2f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:04.745090 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-2bf9efef-cb0a-41cc-9447-36d71e4c5a2f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0483057 Jun 16 16:17:04.756983 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'port': {'security_groups': ['75fb1fae-a8f9-4366-97b4-391f34ece845', '74eac6b2-6dfb-4da7-a773-5d20beb6c965']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:04.892047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:04.918252 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f666-743b-4399-9940-62b1db490153 req-1dcff424-ac23-43b1-9439-a7b974763344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:04.919878 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-1dcff424-ac23-43b1-9439-a7b974763344 service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.1583745 Jun 16 16:17:05.068960 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-e5fa1881-ada1-4227-b92c-c8001db67ee5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 1001 time: 0.1271348 Jun 16 16:17:05.079152 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf4144-2e9c-43a8-aaab-e2ce2dfd5cfd req-082fb7df-7d8c-425a-ae82-a1df46a4ee2f tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.080578 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bbdf4144-2e9c-43a8-aaab-e2ce2dfd5cfd req-082fb7df-7d8c-425a-ae82-a1df46a4ee2f tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1009424 Jun 16 16:17:05.220863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f666-743b-4399-9940-62b1db490153 req-bb7d443a-1868-45c0-8026-81e56f18ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.222360 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-bb7d443a-1868-45c0-8026-81e56f18ebb6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.1335344 Jun 16 16:17:05.234665 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bbdf4144-2e9c-43a8-aaab-e2ce2dfd5cfd req-83f3a670-52d0-4527-a4ea-ec8a8f97826d tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474307 Jun 16 16:17:05.296810 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:05.299808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f666-743b-4399-9940-62b1db490153 req-e311345c-1a91-4a9b-b760-f8195eb82acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.301336 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-e311345c-1a91-4a9b-b760-f8195eb82acb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658307 Jun 16 16:17:05.364510 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6872-472b-45d6-9f94-8548fe53ad68 req-a78de425-412f-4a5d-9216-48610ce3e504 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.366080 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-689e6872-472b-45d6-9f94-8548fe53ad68 req-a78de425-412f-4a5d-9216-48610ce3e504 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0715117 Jun 16 16:17:05.368311 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:05.379866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:05.444173 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:05.453884 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.454519 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:05.455964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa13dd7f-ed70-49f6-9035-de6a7ad58ad1 req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "PUT /v2.0/ports/fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 982 time: 0.7041602 Jun 16 16:17:05.462984 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:05.465262 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cdce76-c0a8-47f5-baa2-ea4126dc7069" -d '{"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:05.479201 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:05.489330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b8819-f5d3-4c57-a2ea-81783df45d6b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=6']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:05.495342 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-689e6872-472b-45d6-9f94-8548fe53ad68 req-19af7fc5-9033-4349-ae8b-ae075d7a4d0a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235597 Jun 16 16:17:05.586369 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646f078-116b-481b-b85e-9dc0e7274c17 x-openstack-request-id: req-0646f078-116b-481b-b85e-9dc0e7274c17 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:05.586746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:05.587084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0646f078-116b-481b-b85e-9dc0e7274c17 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:05.587549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0646f078-116b-481b-b85e-9dc0e7274c17'] response: {'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:17:05.627958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b44c53-cb48-4ec8-90fa-c297342ce954 req-69ff0850-9adb-4e82-80bd-a421ad438268 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:05.630106 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a0b44c53-cb48-4ec8-90fa-c297342ce954 req-69ff0850-9adb-4e82-80bd-a421ad438268 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0582745 Jun 16 16:17:05.686739 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:05.700778 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a0b44c53-cb48-4ec8-90fa-c297342ce954 req-7a3de483-ac00-4390-981e-d812fd37ed54 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633016 Jun 16 16:17:05.777898 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:05.834749 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-7cbf6064-d026-445f-939e-98124df24825 None None] Provisioning complete for port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:05.835106 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6064-d026-445f-939e-98124df24825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:05.913267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:06.126428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6064-d026-445f-939e-98124df24825 None None] Current status of the port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:06.313763 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:06.356762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7f42c-d0de-423a-abda-c49e4d42588c req-5a7c6302-bdc1-4a0a-9e8b-e7dd40da7347 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.358263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0de7f42c-d0de-423a-abda-c49e4d42588c req-5a7c6302-bdc1-4a0a-9e8b-e7dd40da7347 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Jun 16 16:17:06.407674 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0de7f42c-d0de-423a-abda-c49e4d42588c req-d6f0e59f-2483-4895-9680-231c092e0745 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Jun 16 16:17:06.499087 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-072e7efb-21e3-46bf-b4ff-a5983be63060 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Jun 16 16:17:06.659607 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e21e-2397-46d3-8244-36a9155b6834 req-57cdaf66-3025-4766-b453-5744b446f059 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:06.661829 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4018e21e-2397-46d3-8244-36a9155b6834 req-57cdaf66-3025-4766-b453-5744b446f059 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0660579 Jun 16 16:17:06.667689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc17f666-743b-4399-9940-62b1db490153 req-2596f1c7-2641-48ca-aed4-d309c1d81a92 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293449 Jun 16 16:17:06.714353 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4018e21e-2397-46d3-8244-36a9155b6834 req-b6ead8af-e4cd-45dc-9db4-ec01b45cc3c1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Jun 16 16:17:07.027664 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-c1470bd8-9e80-4d8a-87fb-8a159ca5d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.030237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-c1470bd8-9e80-4d8a-87fb-8a159ca5d2fb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1169 time: 0.0498500 Jun 16 16:17:07.134106 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-e0e21287-00f8-4bf9-bccc-0b5c46d2ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.135974 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-e0e21287-00f8-4bf9-bccc-0b5c46d2ff74 service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.0897517 Jun 16 16:17:07.263831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-b0a2bd44-de19-41e1-b31e-8f296cf7f55f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 1001 time: 0.0612078 Jun 16 16:17:07.324904 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-48abcfb5-133b-4e52-a34e-d5064ebf6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.326386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-48abcfb5-133b-4e52-a34e-d5064ebf6a5b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0525775 Jun 16 16:17:07.375514 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-a596b7f9-9bb5-4ddc-86ae-26b9aa83c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.377053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-a596b7f9-9bb5-4ddc-86ae-26b9aa83c55b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404789 Jun 16 16:17:07.480079 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-3eb9f105-57af-46fd-ba90-4d461f38b0fb service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875003 Jun 16 16:17:07.580257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-55cdce76-c0a8-47f5-baa2-ea4126dc7069 req-429f7f36-4f34-47b5-859f-84c485e165ed service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843022 Jun 16 16:17:07.838027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe7ed2-1da2-4e0f-afd2-0cd8b8b51f02 req-8b785cc2-0402-41ea-804e-397f01e94c2b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:07.839462 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eebe7ed2-1da2-4e0f-afd2-0cd8b8b51f02 req-8b785cc2-0402-41ea-804e-397f01e94c2b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0505760 Jun 16 16:17:07.844732 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:17:07.880891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:07.889855 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eebe7ed2-1da2-4e0f-afd2-0cd8b8b51f02 req-84501c76-735e-4d4f-87ff-4a74dc9b8eed tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443990 Jun 16 16:17:09.013862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb8810-b01b-4d1a-acae-71e7ca95a9c6 req-c6ae1537-ea7f-49d3-8de3-51d3f1a17341 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:09.015380 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6cfb8810-b01b-4d1a-acae-71e7ca95a9c6 req-c6ae1537-ea7f-49d3-8de3-51d3f1a17341 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0480769 Jun 16 16:17:09.034732 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:09.064597 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6cfb8810-b01b-4d1a-acae-71e7ca95a9c6 req-606a495c-ba3f-4bc7-99a1-264b7807b915 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Jun 16 16:17:10.182060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84014-27c3-4e4a-a771-28f74c65f969 req-47cb0fa7-95dc-4be6-8d5e-3d7bb4208c80 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:10.183518 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1bd84014-27c3-4e4a-a771-28f74c65f969 req-47cb0fa7-95dc-4be6-8d5e-3d7bb4208c80 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0465446 Jun 16 16:17:10.236643 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1bd84014-27c3-4e4a-a771-28f74c65f969 req-eb3e49ed-57cb-4ef9-a1e9-a023c6791791 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475850 Jun 16 16:17:10.279487 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45d521ca-bed5-43a2-9d2e-32ceba412168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:11.358467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec22bb-ca1c-47e7-a7c8-ad9e2e6a31fb req-7d9ed46f-7dcc-4b30-8cb6-0064c08469e6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:11.359992 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-daec22bb-ca1c-47e7-a7c8-ad9e2e6a31fb req-7d9ed46f-7dcc-4b30-8cb6-0064c08469e6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Jun 16 16:17:11.407618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-daec22bb-ca1c-47e7-a7c8-ad9e2e6a31fb req-d1af3f78-822d-4f04-8bae-c52e12d4ac04 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Jun 16 16:17:12.527312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e670-94ae-4a54-a584-1a19f665d81a req-8bdc9bee-aca4-47c8-af80-fa3b90dea65a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:12.528796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8c2e670-94ae-4a54-a584-1a19f665d81a req-8bdc9bee-aca4-47c8-af80-fa3b90dea65a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Jun 16 16:17:12.576335 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8c2e670-94ae-4a54-a584-1a19f665d81a req-40bb8811-3dad-4349-9a84-4442cb23a27a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Jun 16 16:17:12.620872 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:12.626332 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cabb938-9881-43ec-825a-b1b48bd610bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:13.601885 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:13.711476 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012eb47-649c-434c-9963-e2066624b110 req-0a3305fc-dce9-4bef-ab66-003a492f9040 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:13.712865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6012eb47-649c-434c-9963-e2066624b110 req-0a3305fc-dce9-4bef-ab66-003a492f9040 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0576239 Jun 16 16:17:13.764400 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6012eb47-649c-434c-9963-e2066624b110 req-a3f557fd-f87a-40af-83b0-9f1238769394 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Jun 16 16:17:14.155126 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:17:14.263725 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:14.279015 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:17:14.308785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=41,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:14.311106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=39,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:14.314226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: ACTIVE; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:14.314678 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:14.328514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:17:14.350008 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:14.353948 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:14.401195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=6']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:14.424648 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:14.829853 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['45b1ab78-929d-4b1a-90a1-4777fb503a47'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:17:14.890602 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13252152-2a3e-4914-9ba2-efa0706f6064 req-0ffae7c0-282e-46bc-a7d6-8e362eb80b0c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:14.892133 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13252152-2a3e-4914-9ba2-efa0706f6064 req-0ffae7c0-282e-46bc-a7d6-8e362eb80b0c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 944 time: 0.0494716 Jun 16 16:17:14.903179 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:14.948305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13252152-2a3e-4914-9ba2-efa0706f6064 req-aed08dbb-34c1-4fe0-8440-5cca9fae23f1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498667 Jun 16 16:17:15.149094 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:15.714259 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:16.077531 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c943fe3-ecd7-4941-8126-46bf9b0bb0b6 req-7f524aff-7098-43ab-b61f-ab9d02950b55 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:16.079034 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2c943fe3-ecd7-4941-8126-46bf9b0bb0b6 req-7f524aff-7098-43ab-b61f-ab9d02950b55 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 944 time: 0.0509591 Jun 16 16:17:16.126421 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2c943fe3-ecd7-4941-8126-46bf9b0bb0b6 req-43ad8bf6-7bfd-4967-a4a2-1f50309c4bf7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Jun 16 16:17:16.142486 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:17:16.187415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 45b1ab78-929d-4b1a-90a1-4777fb503a47 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:16.187790 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:16.262728 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:16.263116 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:16.286651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:16.288865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425a0e7-ea39-4e9b-824e-9ff4ff39f1d9" -d '{"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:16.301827 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:16.306319 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:16.333174 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf536ad9-77c4-43fa-980c-600b579548f7 x-openstack-request-id: req-cf536ad9-77c4-43fa-980c-600b579548f7 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:16.333466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:16.333743 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf536ad9-77c4-43fa-980c-600b579548f7 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:16.334127 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf536ad9-77c4-43fa-980c-600b579548f7'] response: {'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'code': 200} Jun 16 16:17:16.357352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=7']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:17.245789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16846b79-2d8e-43bd-bd0a-fc4ad5c4a8cb req-35dbd8c4-e3ec-4a6c-92fc-bebde63d5fd1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:17.247277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16846b79-2d8e-43bd-bd0a-fc4ad5c4a8cb req-35dbd8c4-e3ec-4a6c-92fc-bebde63d5fd1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0491455 Jun 16 16:17:17.295107 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16846b79-2d8e-43bd-bd0a-fc4ad5c4a8cb req-5be38373-27a3-4a39-abfa-a3aa335ee330 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Jun 16 16:17:17.841460 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:18.421673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4abe6-423a-4699-84ab-2311d2c24b67 req-416590fc-4934-4dc3-af1a-d6f621c84996 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:18.423192 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cb4abe6-423a-4699-84ab-2311d2c24b67 req-416590fc-4934-4dc3-af1a-d6f621c84996 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Jun 16 16:17:18.477284 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cb4abe6-423a-4699-84ab-2311d2c24b67 req-87428fc4-1e5a-4c52-82ce-ba2b131494cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476527 Jun 16 16:17:19.599238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630bb0e-f3cf-4d85-89bc-54219677ac58 req-609fbf2b-7582-49cb-9483-be6011298868 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:19.600757 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4630bb0e-f3cf-4d85-89bc-54219677ac58 req-609fbf2b-7582-49cb-9483-be6011298868 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Jun 16 16:17:19.647904 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4630bb0e-f3cf-4d85-89bc-54219677ac58 req-d3a55c30-118b-4d4d-be52-f6b1893f58b7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Jun 16 16:17:20.767940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a8eb7-0e28-472b-84ce-19adb44b8cd2 req-af0fedc9-1bd7-4824-8c15-8978e607ab15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:20.769392 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-968a8eb7-0e28-472b-84ce-19adb44b8cd2 req-af0fedc9-1bd7-4824-8c15-8978e607ab15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Jun 16 16:17:20.816840 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-968a8eb7-0e28-472b-84ce-19adb44b8cd2 req-15795be2-a683-4418-a3f7-d51fafdfe8b0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jun 16 16:17:21.899521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:21.939840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc0d51-9b03-4207-845f-6f5cfbff531c req-5df7caf8-5108-4034-9b0b-5dd06448c78e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:21.941341 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7cc0d51-9b03-4207-845f-6f5cfbff531c req-5df7caf8-5108-4034-9b0b-5dd06448c78e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Jun 16 16:17:21.967344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:21.990058 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7cc0d51-9b03-4207-845f-6f5cfbff531c req-bf2794a2-a0a0-4338-a928-d7aa028494b5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Jun 16 16:17:23.108793 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573c113-cc5c-40a8-b3dd-4607bbcb7bd4 req-1afacd8a-4d56-4faf-b5aa-fd068a38224a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:23.110309 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9573c113-cc5c-40a8-b3dd-4607bbcb7bd4 req-1afacd8a-4d56-4faf-b5aa-fd068a38224a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jun 16 16:17:23.159564 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9573c113-cc5c-40a8-b3dd-4607bbcb7bd4 req-5d83fbf7-6245-4ac3-b122-fc505b79418c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Jun 16 16:17:24.392418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93e794-2f24-4c87-8fca-d6ab12b849ae req-c04aa653-802b-4caf-b06f-f70a63a0097f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:24.393928 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d93e794-2f24-4c87-8fca-d6ab12b849ae req-c04aa653-802b-4caf-b06f-f70a63a0097f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1596177 Jun 16 16:17:24.444945 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d93e794-2f24-4c87-8fca-d6ab12b849ae req-90aa498d-5d1b-46e8-96f0-9100dd36370b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Jun 16 16:17:25.564048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43895-215d-4d8d-8574-857ca11661ae req-0320f087-2531-40d9-95f4-b777755386a2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:25.565534 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6f43895-215d-4d8d-8574-857ca11661ae req-0320f087-2531-40d9-95f4-b777755386a2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0468493 Jun 16 16:17:25.614048 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6f43895-215d-4d8d-8574-857ca11661ae req-d133b637-9e41-4e29-8ce2-5eb807890c69 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Jun 16 16:17:26.347877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:26.355459 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:26.731613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922bc33-183c-4585-a328-d99e5b248b9b req-32339912-3fe5-4f99-812b-cc1625f617ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:26.734033 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0922bc33-183c-4585-a328-d99e5b248b9b req-32339912-3fe5-4f99-812b-cc1625f617ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0470681 Jun 16 16:17:26.779648 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0922bc33-183c-4585-a328-d99e5b248b9b req-6964b189-5d18-43cf-a58a-af533251fe76 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Jun 16 16:17:27.956620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6337454-14d7-48b3-b07a-2c2e9e7251f6 req-6ac6a807-1660-4ff9-8a37-df88c41eaef7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:27.958151 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6337454-14d7-48b3-b07a-2c2e9e7251f6 req-6ac6a807-1660-4ff9-8a37-df88c41eaef7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1048911 Jun 16 16:17:28.008175 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b6337454-14d7-48b3-b07a-2c2e9e7251f6 req-402553c0-5c75-4e71-9f67-2a3d799dbef1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 Jun 16 16:17:29.131398 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aae75-7717-484b-8cba-81ff06e86c65 req-f2f53548-7162-4df3-a2c5-ef05ac408053 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:29.131398 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-787aae75-7717-484b-8cba-81ff06e86c65 req-f2f53548-7162-4df3-a2c5-ef05ac408053 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0476508 Jun 16 16:17:29.181861 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-787aae75-7717-484b-8cba-81ff06e86c65 req-020154d1-6082-4ef6-93fd-eb01d13b0b61 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jun 16 16:17:30.303724 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694a14-0941-4979-bf5e-d473a2437eab req-8f8e9a6a-a3e3-416f-ae26-36234aea429a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:30.305187 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e694a14-0941-4979-bf5e-d473a2437eab req-8f8e9a6a-a3e3-416f-ae26-36234aea429a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Jun 16 16:17:30.352579 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e694a14-0941-4979-bf5e-d473a2437eab req-c645dbd6-3e62-44d8-9048-ac0ef2c3205d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Jun 16 16:17:31.473787 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc891597-3bdb-4132-bf17-281ba37b1a88 req-ca952448-d8d9-44dd-ae4e-8c08d7bf502e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:31.475288 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc891597-3bdb-4132-bf17-281ba37b1a88 req-ca952448-d8d9-44dd-ae4e-8c08d7bf502e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Jun 16 16:17:31.523300 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc891597-3bdb-4132-bf17-281ba37b1a88 req-9bc82677-a199-4ca2-af11-771ef05085a1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Jun 16 16:17:32.118100 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:32.644900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d60f-4295-4595-bfe7-e2491f7654b2 req-427ccceb-45da-4aa8-899f-874d36a9f453 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:32.646326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-96d5d60f-4295-4595-bfe7-e2491f7654b2 req-427ccceb-45da-4aa8-899f-874d36a9f453 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Jun 16 16:17:32.696754 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-96d5d60f-4295-4595-bfe7-e2491f7654b2 req-adeb75c4-d1b8-4cd5-b27d-ddadb1d9dc53 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Jun 16 16:17:34.040933 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec463d93-3f6c-4cec-a01f-12e820919e68 req-2c672913-32c2-4afb-a061-4903ba04d886 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:34.042417 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec463d93-3f6c-4cec-a01f-12e820919e68 req-2c672913-32c2-4afb-a061-4903ba04d886 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.2688425 Jun 16 16:17:34.092858 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec463d93-3f6c-4cec-a01f-12e820919e68 req-60ec55b0-5eba-4342-8bc6-eb2f758d0a27 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Jun 16 16:17:35.255526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:35.271401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb0622-57dc-4576-aace-f8d2d25d7804 req-7bff0922-ef0f-4f5e-a23f-785880be4f12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:35.273549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61cb0622-57dc-4576-aace-f8d2d25d7804 req-7bff0922-ef0f-4f5e-a23f-785880be4f12 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0654945 Jun 16 16:17:35.315285 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:35.327895 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61cb0622-57dc-4576-aace-f8d2d25d7804 req-d91df129-db8b-48af-98fc-43c5a769b814 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473604 Jun 16 16:17:35.786857 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-74e6a491-3a7a-42eb-bce6-eafa8d49ef53 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575464 Jun 16 16:17:35.889996 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-7b5146aa-8447-4da1-b07c-3e0b084526a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:35.896874 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-7b5146aa-8447-4da1-b07c-3e0b084526a7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 1130 time: 0.0615649 Jun 16 16:17:36.036525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-6d4ee5e4-4685-4620-ad48-39b23f9d3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:36.038317 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-6d4ee5e4-4685-4620-ad48-39b23f9d3746 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.1091199 Jun 16 16:17:36.112272 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-13f9b8d2-c491-4ddf-b6ce-ed928a7315a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99 HTTP/1.1" status: 200 len: 1000 time: 0.0634398 Jun 16 16:17:36.169518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-4b3f54ec-3386-4940-9ac0-b0062b763113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:36.171181 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-4b3f54ec-3386-4940-9ac0-b0062b763113 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0528576 Jun 16 16:17:36.234410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-cb66eaa1-b27b-4554-82a0-1ee41ef52152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:36.236180 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-cb66eaa1-b27b-4554-82a0-1ee41ef52152 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555582 Jun 16 16:17:36.363887 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-018e069b-0b76-4948-9a19-29399dba6401 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170983 Jun 16 16:17:36.510422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69cde-82d7-47d2-841c-221e5153f5d4 req-34c681ac-40f1-41af-b476-8ff08af43cb0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:36.511936 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0be69cde-82d7-47d2-841c-221e5153f5d4 req-34c681ac-40f1-41af-b476-8ff08af43cb0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0763886 Jun 16 16:17:36.513933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7516c87d-0cb9-4cfc-b4e5-9f38a1de557d req-1d9b2072-3f58-4408-8064-a9d58b2bc4e4 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397872 Jun 16 16:17:36.569782 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0be69cde-82d7-47d2-841c-221e5153f5d4 req-b44c46d4-836a-4c9b-8926-25f6ebe90fcc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519090 Jun 16 16:17:37.703583 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45fa8-6826-4272-a90a-b41e161d94dd req-c11dac75-6108-4c64-84ca-5cd9ad1eb6a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:37.705099 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bca45fa8-6826-4272-a90a-b41e161d94dd req-c11dac75-6108-4c64-84ca-5cd9ad1eb6a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0535858 Jun 16 16:17:37.777272 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bca45fa8-6826-4272-a90a-b41e161d94dd req-930115bd-8975-4054-870b-2a6f33d35f98 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655406 Jun 16 16:17:39.035127 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac66a-2793-4a90-b968-9710f0350a76 req-0ec95468-4bb9-44ce-929f-6e4516be3799 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:39.036814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1efac66a-2793-4a90-b968-9710f0350a76 req-0ec95468-4bb9-44ce-929f-6e4516be3799 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0487232 Jun 16 16:17:39.088842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1efac66a-2793-4a90-b968-9710f0350a76 req-ea2ba6a1-f98e-4d28-9d31-39273add9571 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Jun 16 16:17:40.217217 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76d72d-46ab-4853-a7dd-648a53c063de req-f3e42ffb-ac2d-4a20-b410-0876100637ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:40.218964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3d76d72d-46ab-4853-a7dd-648a53c063de req-f3e42ffb-ac2d-4a20-b410-0876100637ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jun 16 16:17:40.282388 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3d76d72d-46ab-4853-a7dd-648a53c063de req-db28fdd7-973d-417b-9efd-101a1ad4f83d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568256 Jun 16 16:17:40.285775 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-edbecd3b-d15e-4240-a93a-0bbb11c69da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:41.399630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:41.414488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1108c6-20a3-4176-8973-cc848c841178 req-57cf92ea-d834-45d7-aca4-8319c8e9bb4d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:41.416038 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1e1108c6-20a3-4176-8973-cc848c841178 req-57cf92ea-d834-45d7-aca4-8319c8e9bb4d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0541232 Jun 16 16:17:41.467696 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1e1108c6-20a3-4176-8973-cc848c841178 req-e253b919-5dc8-42fd-81f1-7e5c9573df42 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455468 Jun 16 16:17:42.608639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0a965-8486-4e0d-8ab7-dc5149c64839 req-17fbd67f-9581-4352-ac08-19d9b8598e1d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:42.610786 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98d0a965-8486-4e0d-8ab7-dc5149c64839 req-17fbd67f-9581-4352-ac08-19d9b8598e1d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0537961 Jun 16 16:17:42.649883 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f684077c-d723-454e-a8b1-44dcdea4a9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:42.669330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:42.692161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-98d0a965-8486-4e0d-8ab7-dc5149c64839 req-0f42a9d5-c00d-449b-b5b7-58abca1bdac3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669780 Jun 16 16:17:42.848305 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:42.849521 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:43.281235 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50728) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:43.286553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874072907', 'description': 'tempest-description--209530321'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:43.314969 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.405745 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (f4283cba-1b77-489e-ba25-d1b3b44114d8), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.409696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (f4283cba-1b77-489e-ba25-d1b3b44114d8), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.444973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.446323 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638889 Jun 16 16:17:43.449433 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:43.452408 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f3c69-ddc6-47ec-8b9f-1ff165455410 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4283cba-1b77-489e-ba25-d1b3b44114d8,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:43.454073 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': 'f4283cba-1b77-489e-ba25-d1b3b44114d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:43.498714 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (823f4284-dbb0-4425-85d0-4480312e81bc), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.569078 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (823f4284-dbb0-4425-85d0-4480312e81bc), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.574135 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (823f4284-dbb0-4425-85d0-4480312e81bc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.598009 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823f4284-dbb0-4425-85d0-4480312e81bc,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:43.604631 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.608852 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50736) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:43.610861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.611434 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-96dceedb-0285-4721-86f6-59ea5fed2899 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608465 Jun 16 16:17:43.614626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': 'f4283cba-1b77-489e-ba25-d1b3b44114d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:43.642402 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c0dab112-dba0-40f7-a898-3e25caac8e52), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.724251 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c0dab112-dba0-40f7-a898-3e25caac8e52), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.731488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (c0dab112-dba0-40f7-a898-3e25caac8e52), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.757383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dab112-dba0-40f7-a898-3e25caac8e52,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:43.769971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.771924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ec53c68e-e340-4177-b4ba-807c17b8f915 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612198 Jun 16 16:17:43.775433 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50740) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:43.779921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:43.809254 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.872872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a76fca-1388-4e10-80be-1bdc1a54940c req-982c566d-e9fa-466a-8d01-197658dfca56 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:43.876427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05a76fca-1388-4e10-80be-1bdc1a54940c req-982c566d-e9fa-466a-8d01-197658dfca56 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0664833 Jun 16 16:17:43.906416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:43.940902 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05a76fca-1388-4e10-80be-1bdc1a54940c req-7692d730-2b98-4891-8cad-67c59aee2296 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569553 Jun 16 16:17:44.038346 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.27.0.187 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/c6265589-0726-42d5-9d17-c2208b76ed4e) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:44.146270 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.184386 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.231548 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:44.236935 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:44.240642 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:17:44.266722 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=c6265589-0726-42d5-9d17-c2208b76ed4e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:44.333167 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.374591 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.397771 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:44.421824 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:44.546291 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.559117 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.660065 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=c6265589-0726-42d5-9d17-c2208b76ed4e,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:44.665244 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.682317 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:44.683661 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d5de0e61-af84-4022-9cb2-d052500e916c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9072428 Jun 16 16:17:44.877310 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:17:44.956448 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f221-9fa8-4b3a-9012-9b16cc970b6c req-bbbb1c84-ce45-4444-a6c3-12c406b49381 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:44.958783 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f472f221-9fa8-4b3a-9012-9b16cc970b6c req-bbbb1c84-ce45-4444-a6c3-12c406b49381 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0986476 Jun 16 16:17:45.037174 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-4b335654-b609-4e1b-9db7-52b0b5f4facd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1874072907&fields=id&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 267 time: 0.0771244 Jun 16 16:17:45.057569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f472f221-9fa8-4b3a-9012-9b16cc970b6c req-af6792eb-3922-4411-94b4-138d21066bf0 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789597 Jun 16 16:17:45.194770 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:45.287499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1153c1-ae46-49ee-a73a-17805ec24c2f req-83518045-2b40-46a6-a308-336e9716f513 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:45.289017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe1153c1-ae46-49ee-a73a-17805ec24c2f req-83518045-2b40-46a6-a308-336e9716f513 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1432216 Jun 16 16:17:45.374809 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-f4d6eb76-b21b-401a-9aa3-9e42e04de9cf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:45.376330 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-f4d6eb76-b21b-401a-9aa3-9e42e04de9cf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.3294384 Jun 16 16:17:45.392110 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:45.397923 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe1153c1-ae46-49ee-a73a-17805ec24c2f req-464062b7-921a-44a3-b6dd-c5077ecbcce2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884218 Jun 16 16:17:45.401329 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e0797021-3527-43e2-80d0-59e5659170df tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/quotas/c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 375 time: 0.0161624 Jun 16 16:17:45.464676 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-f7b2f684-e86e-43e1-af2b-007b7d3ddcb7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573637 Jun 16 16:17:45.615212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:45.651871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-0268a0af-545d-4ef7-9575-fa7cd56dcc60 service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693056 Jun 16 16:17:45.735854 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:45.777797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-3f88cb6b-6896-4bf5-8c3f-a40a28fa826f service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189566 Jun 16 16:17:46.006693 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c3ec5d20-55f5-41a6-b625-87fbbf2e5a0e req-6ae0e155-b2f9-4ecf-9c73-3b5b150b0974 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.0354204 Jun 16 16:17:46.187935 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bd442-955b-4aee-adcd-22064224b5ae req-b22f01d8-b512-4e58-bc4e-3977e52e5ef8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.189712 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7c6bd442-955b-4aee-adcd-22064224b5ae req-b22f01d8-b512-4e58-bc4e-3977e52e5ef8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0545442 Jun 16 16:17:46.246544 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7c6bd442-955b-4aee-adcd-22064224b5ae req-026f53bd-22f5-4b31-8245-71f25c759af3 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Jun 16 16:17:46.522770 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fd1bb-f129-4d41-8eeb-8c09885b6157 req-b63dc619-9b34-4b16-8d2b-deca1d9b2f15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:46.524155 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c47fd1bb-f129-4d41-8eeb-8c09885b6157 req-b63dc619-9b34-4b16-8d2b-deca1d9b2f15 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0514607 Jun 16 16:17:46.577983 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c47fd1bb-f129-4d41-8eeb-8c09885b6157 req-727c941b-0320-4df5-b27b-867843ae5a2e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476112 Jun 16 16:17:47.102628 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3f99abde-3613-49a5-ab9c-73f4c907cea8 req-c4ec3566-1f3c-4440-bc74-33916fa1bcc9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.0282149 Jun 16 16:17:47.361022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54520c1-ec8d-4b52-8935-e120c8f5613d req-aeb8e412-40d1-4017-a661-d53f6266487a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:47.362893 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a54520c1-ec8d-4b52-8935-e120c8f5613d req-aeb8e412-40d1-4017-a661-d53f6266487a tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0482364 Jun 16 16:17:47.410528 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a54520c1-ec8d-4b52-8935-e120c8f5613d req-8fc10126-754a-45f8-bf30-72ef1ec3e7dd tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Jun 16 16:17:47.702223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b78bc0-019f-41d7-a56b-223b617e54cd req-15bac119-f4b8-4ca5-b140-aa059813fdc2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:47.703734 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-62b78bc0-019f-41d7-a56b-223b617e54cd req-15bac119-f4b8-4ca5-b140-aa059813fdc2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Jun 16 16:17:47.751191 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-62b78bc0-019f-41d7-a56b-223b617e54cd req-c03bbed4-625e-406d-ad42-f2fab03013ca tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Jun 16 16:17:48.203488 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f92397eb-a1d9-43ce-94c0-c502a16b132a req-7a31382d-7fad-4dc9-b564-a44d25fe5b77 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.0280690 Jun 16 16:17:48.523776 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7236-7505-40d2-a9f7-69264079ca4b req-d6e17c63-1eca-4537-b655-42aef5117736 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:48.525244 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26ea7236-7505-40d2-a9f7-69264079ca4b req-d6e17c63-1eca-4537-b655-42aef5117736 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Jun 16 16:17:48.573912 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26ea7236-7505-40d2-a9f7-69264079ca4b req-fbe62246-0acf-45a0-bf0a-e12eda943486 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Jun 16 16:17:48.873246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07157-9ce5-4569-a2c1-13c92386b83d req-ec1af073-7e52-46c7-ac10-ff0034cff36e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:48.874737 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ffc07157-9ce5-4569-a2c1-13c92386b83d req-ec1af073-7e52-46c7-ac10-ff0034cff36e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Jun 16 16:17:48.921670 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ffc07157-9ce5-4569-a2c1-13c92386b83d req-49803933-5b15-4aa7-b3db-e3774dc65ce0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Jun 16 16:17:49.319211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-0d805e0b-bdc1-46e7-a05c-94ad19072818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.320875 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-0d805e0b-bdc1-46e7-a05c-94ad19072818 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1129 time: 0.0989029 Jun 16 16:17:49.325183 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b9a95d9-832e-46e3-8960-14a7a75e2572 req-7d4e3ef7-274c-4344-bc25-7be5fea6adeb tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.0466819 Jun 16 16:17:49.334588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-91308d9f-a6a5-4749-9b8f-c1601c90ed86 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.336072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-91308d9f-a6a5-4749-9b8f-c1601c90ed86 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1056588 Jun 16 16:17:49.524241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:49.580118 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:49.623735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Deleting port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:17:49.624082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:49.633399 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-9aab220c-5b53-40d5-a38e-1b8ecd287778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.634906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-9aab220c-5b53-40d5-a38e-1b8ecd287778 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.2484951 Jun 16 16:17:49.666043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-72c6dfe9-33c8-4d4f-921b-37f915ed2830 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.667444 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-72c6dfe9-33c8-4d4f-921b-37f915ed2830 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.2900877 Jun 16 16:17:49.796569 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d45e0-1e82-47a6-8664-d827dfbb5e16 req-7edf055d-f8a8-468e-b131-c3b050f7133c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:49.797984 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-992d45e0-1e82-47a6-8664-d827dfbb5e16 req-7edf055d-f8a8-468e-b131-c3b050f7133c tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 945 time: 0.1502366 Jun 16 16:17:49.868667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] For port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,segment=NetworkSegment(35fa87e1-c67a-4f77-a78a-b68494cbace5),segment_id=35fa87e1-c67a-4f77-a78a-b68494cbace5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:49.869040 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:49.881964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-c5e63b49-bd52-4e22-86a4-71b843f6ac45 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 1001 time: 0.1523399 Jun 16 16:17:49.896561 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Calling delete_port for 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:17:49.978799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-5795f5cb-e8fc-4c15-b465-c5e92b0b07ed tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 472 time: 0.2502215 Jun 16 16:17:50.012668 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-992d45e0-1e82-47a6-8664-d827dfbb5e16 req-b651ccff-20c4-44a9-83f8-6d51e5708ca8 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/security-groups?id=aadd3c05-b27b-487b-88d7-2ec226f57498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044117 Jun 16 16:17:50.017851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'port': {'device_id': '1331116f-adf2-4957-9d58-6436d217e73f', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'admin_state_up': True, 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'security_groups': ['f4283cba-1b77-489e-ba25-d1b3b44114d8']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:50.076800 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-06834d6a-8747-4a23-8566-790b145c0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.078207 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-06834d6a-8747-4a23-8566-790b145c0915 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.1796072 Jun 16 16:17:50.161441 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406e3f5-c54b-4a88-a3d5-8008c41a797f req-d02b2a49-fdb7-4381-b830-2c3b8bd63d82 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.162963 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4406e3f5-c54b-4a88-a3d5-8008c41a797f req-d02b2a49-fdb7-4381-b830-2c3b8bd63d82 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.1538434 Jun 16 16:17:50.202401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-b124f24c-bdca-464a-aa4a-2a5b25a1fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:50.203869 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-b124f24c-bdca-464a-aa4a-2a5b25a1fbb3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111720 Jun 16 16:17:50.531571 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:50.604684 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-22922206-2dcd-4bb3-bf15-6608d9c5e569 req-88c19e84-161b-4dd9-9f3f-e7d77e60ee7d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.1084671 Jun 16 16:17:50.607979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4406e3f5-c54b-4a88-a3d5-8008c41a797f req-aac6293b-ad2e-487a-8965-4fe0ccea5156 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330156 Jun 16 16:17:50.623558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:50.652558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:50.656151 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:50.680153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:50.694794 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-129975aa-ef81-4d0d-8e70-3b80cae75fe7 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776216 Jun 16 16:17:50.729802 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Pushing event deleted for resources: {'Port': ['ID=1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:50.858607 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] No DVR routers for this DVR port 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:17:50.866304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:50.869518 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.33 "DELETE /v2.0/ports/1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a HTTP/1.1" status: 204 len: 173 time: 1.4732883 Jun 16 16:17:50.870093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'name': 'network-vif-deleted', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:50.872286 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e53a2f8-43fd-4fe5-894b-a7400e097423" -d '{"events": [{"server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "name": "network-vif-deleted", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:50.917014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2600f-b7b0-4fdc-b0c6-2714c853117c x-openstack-request-id: req-79c2600f-b7b0-4fdc-b0c6-2714c853117c {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:50.917319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6", "name": "network-vif-deleted", "tag": "1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:50.917577 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79c2600f-b7b0-4fdc-b0c6-2714c853117c {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:50.918006 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c2600f-b7b0-4fdc-b0c6-2714c853117c'] response: {'server_uuid': '4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6', 'name': 'network-vif-deleted', 'tag': '1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a', 'status': 'completed', 'code': 200} Jun 16 16:17:50.964322 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4fffdde0-e20f-4178-840a-998d415e9cb8 req-2e4e472f-52d5-44d6-8c0c-5550d2a29183 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480433 Jun 16 16:17:50.965816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.20.0.3 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/715cac73-0f61-46bf-aeb4-a3dbfabc5eab) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:51.137227 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-94a24f83-7bf6-4673-9ca5-14c91e95ea97 req-de853b53-e36f-476d-a069-f566304a9cdb tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0366242 Jun 16 16:17:51.141933 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:51.176476 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:51.223928 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:51.229225 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:51.233321 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:17:51.257899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:51.287197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:51.287840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:51.305560 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-e9083539-a2f1-41d1-866d-b8cbb8fa3681 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2974694 Jun 16 16:17:51.469534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-62045a20-0551-44c3-b547-764644434b94 None None] Provisioning complete for port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:17:51.470197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-62045a20-0551-44c3-b547-764644434b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:51.501420 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-62045a20-0551-44c3-b547-764644434b94 None None] Port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:17:51.762785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726872e-66ac-434e-8a9f-9fcc248a2d60 req-76d38cd2-cbaa-4337-9cf4-3c023f98d620 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:51.764283 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2726872e-66ac-434e-8a9f-9fcc248a2d60 req-76d38cd2-cbaa-4337-9cf4-3c023f98d620 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 945 time: 0.0822291 Jun 16 16:17:51.770798 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35f49-33d0-4987-9896-1f4a55df630c req-c8d802dd-da19-4f9e-8138-42a3a9cdc07f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:51.772158 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45a35f49-33d0-4987-9896-1f4a55df630c req-c8d802dd-da19-4f9e-8138-42a3a9cdc07f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 931 time: 0.0810764 Jun 16 16:17:51.807419 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:51.843667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:51.850776 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2726872e-66ac-434e-8a9f-9fcc248a2d60 req-b6c3bf01-6b65-4d80-b871-f105c05561bb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777171 Jun 16 16:17:51.856384 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45a35f49-33d0-4987-9896-1f4a55df630c req-48fe22b4-2445-4eb6-9287-47a606dab678 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763776 Jun 16 16:17:52.245444 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bea82198-d874-4fd7-b7d4-9e1b1d7bec6c req-b7f01423-a69c-4b22-a6ca-5c185d74da76 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0280616 Jun 16 16:17:52.397551 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:17:52.469282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: ACTIVE; New status is: DOWN {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:17:52.469810 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:52.494118 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:52.496328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c41bb-da6a-47eb-956a-3cb802a62a05" -d '{"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-unplugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:52.512989 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:17:52.517375 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:52.518201 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:17:52.538757 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471c50b4-8c7a-4796-b77d-b155e10a47e0 x-openstack-request-id: req-471c50b4-8c7a-4796-b77d-b155e10a47e0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:52.539073 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-unplugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:52.539326 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-471c50b4-8c7a-4796-b77d-b155e10a47e0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:52.539710 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471c50b4-8c7a-4796-b77d-b155e10a47e0'] response: {'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'code': 200} Jun 16 16:17:52.556120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:17:52.556120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 1aa6bca0-6f0e-4eab-a7cd-ea2fd3c6696a not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:17:52.584170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=8']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:52.591351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.591705 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.592069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.592435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.592781 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.593117 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.593449 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.593804 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.594138 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.594479 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.594797 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.595138 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.595466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.595792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:52.596115 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:53.004588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960ea6-99fb-40b7-bf0a-95d17e4f18fe req-a029f054-846d-4d39-9648-b78fd8d63558 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:53.006137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-92960ea6-99fb-40b7-bf0a-95d17e4f18fe req-a029f054-846d-4d39-9648-b78fd8d63558 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 931 time: 0.0792272 Jun 16 16:17:53.012376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ae6bf-f4ec-47fd-a36e-faf770282c58 req-70bcf76b-d1bb-451b-b42a-92161a98f21c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:53.013769 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd4ae6bf-f4ec-47fd-a36e-faf770282c58 req-70bcf76b-d1bb-451b-b42a-92161a98f21c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0850427 Jun 16 16:17:53.090135 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-92960ea6-99fb-40b7-bf0a-95d17e4f18fe req-d5ad41e3-21e9-4208-9f98-35fa5a922597 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753784 Jun 16 16:17:53.094511 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd4ae6bf-f4ec-47fd-a36e-faf770282c58 req-5957f027-9714-4ed9-bfe4-14eb508bf55e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728002 Jun 16 16:17:53.366605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6a7866f4-c528-42e1-a115-da4be762fe65 req-0df9cac8-2684-4c71-b8af-7b544abff854 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] 10.222.0.88 "GET /v2.0/ports?device_id=4adf9f2e-19db-438f-99e8-2b6a0bb5f8e6 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jun 16 16:17:53.403010 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Request body: {'port': {'device_id': '1331116f-adf2-4957-9d58-6436d217e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:17:53.466031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.723755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715cac73-0f61-46bf-aeb4-a3dbfabc5eab {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:17:53.731376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks [] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.744676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Transition to ACTIVE for port object 715cac73-0f61-46bf-aeb4-a3dbfabc5eab will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:17:53.748701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.806443 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Pushing event updated for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:53.888740 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Attempting to bind port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:17:53.889146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Attempting to bind port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:17:53.889622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Attempting to bind port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:17:53.895976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab on network b4704a63-fabf-4303-b16d-892673b27ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:17:53.896301 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Attempting to bind port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:17:53.902258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:17:53.902593 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:17:53.902971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:17:53.903399 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Bound port: 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:17:53.903779 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:53.981171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:17:53.984883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:17:53.992090 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:54.032151 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.032818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:17:54.034438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] 10.222.0.33 "PUT /v2.0/ports/715cac73-0f61-46bf-aeb4-a3dbfabc5eab HTTP/1.1" status: 200 len: 1093 time: 0.6358438 Jun 16 16:17:54.034936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:17:54.037211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:54.065072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f6e01-75a4-4187-8ba7-b0e72478c39f service neutron] Pushing event updated for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:54.090011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60063e13-0966-49a4-8643-2edb56a22e9f x-openstack-request-id: req-60063e13-0966-49a4-8643-2edb56a22e9f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:54.090309 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:54.090559 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60063e13-0966-49a4-8643-2edb56a22e9f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:54.094325 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60063e13-0966-49a4-8643-2edb56a22e9f'] response: {'name': 'network-changed', 'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'status': 'completed', 'code': 200} Jun 16 16:17:54.192899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:54.222475 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:54.269343 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad90d-1794-4338-82e8-69630c49346c req-02828d08-5013-4765-98ae-7acd25b799cf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.270936 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e06ad90d-1794-4338-82e8-69630c49346c req-02828d08-5013-4765-98ae-7acd25b799cf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0920873 Jun 16 16:17:54.279694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ce2b7-5a59-4937-817c-497123442a69 req-a69896cc-66f9-4ab9-ac61-ea20c1501a0b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.281238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ae8ce2b7-5a59-4937-817c-497123442a69 req-a69896cc-66f9-4ab9-ac61-ea20c1501a0b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0860372 Jun 16 16:17:54.359443 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e06ad90d-1794-4338-82e8-69630c49346c req-5f4e3a90-c860-4ba9-bc5e-f5afc0ce19bd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770960 Jun 16 16:17:54.363438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ae8ce2b7-5a59-4937-817c-497123442a69 req-20d70d4d-e5f0-4b3f-a2dc-9611a13adc7a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746188 Jun 16 16:17:54.642720 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-4f754b49-d63a-4182-8912-68ebb7e66e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.644861 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-4f754b49-d63a-4182-8912-68ebb7e66e38 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 1127 time: 0.1183598 Jun 16 16:17:54.675360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:54.676125 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:54.716450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-c919f8b6-d1f7-4f69-8cf4-ba6a7663c4f1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab HTTP/1.1" status: 200 len: 217 time: 0.0406058 Jun 16 16:17:54.781287 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-6bd352f3-206f-4b7f-8529-a38f66ade863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.782814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-6bd352f3-206f-4b7f-8529-a38f66ade863 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0536902 Jun 16 16:17:54.837700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-70043741-5157-4824-a2db-b16338605362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:54.839219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-70043741-5157-4824-a2db-b16338605362 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457659 Jun 16 16:17:54.877494 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:54.922785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-d40741a0-a3e1-44ae-b73c-b53560ad4165 req-d9575c59-6aee-423e-aa20-228017b9cf8a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:17:54.923811 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d40741a0-a3e1-44ae-b73c-b53560ad4165 req-d9575c59-6aee-423e-aa20-228017b9cf8a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051391 Jun 16 16:17:54.942419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-1bf310f0-de47-4ef7-a168-208fd2377268 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Jun 16 16:17:55.057596 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-54303f1e-1713-48ea-9656-902b0e8aaa73 req-a88572d6-0727-4d46-b96f-77ea347b5f7a service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066401 Jun 16 16:17:55.093322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af637-30a2-4813-a976-70929de7aeb1 req-65f8ff53-f00a-42ad-903b-af9e7bbfa67c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:55.094896 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-539af637-30a2-4813-a976-70929de7aeb1 req-65f8ff53-f00a-42ad-903b-af9e7bbfa67c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0525782 Jun 16 16:17:55.149320 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-539af637-30a2-4813-a976-70929de7aeb1 req-fb8efbee-8306-461e-afee-d5a499b7bec9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Jun 16 16:17:55.316733 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 50896) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:55.402682 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-8f993283-21c4-4014-9fc3-246bad09b177 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847964 Jun 16 16:17:55.412253 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-1515dbc3-73ac-416c-adf2-4eae81b1d617 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:17:55.413240 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-1515dbc3-73ac-416c-adf2-4eae81b1d617 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056312 Jun 16 16:17:55.488101 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db1750-8686-4620-a17a-4852b08a4fdc req-f0a20803-a8ee-4e39-b2f8-78636621179f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:55.489682 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4db1750-8686-4620-a17a-4852b08a4fdc req-f0a20803-a8ee-4e39-b2f8-78636621179f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0604622 Jun 16 16:17:55.491403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 50906) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:17:55.542053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4db1750-8686-4620-a17a-4852b08a4fdc req-9362d8a9-3c2d-492a-8dae-0b0d9034979e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Jun 16 16:17:55.589742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-c9a49a0b-987d-4d9e-9878-a347d3015b8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:55.591153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-c9a49a0b-987d-4d9e-9878-a347d3015b8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports/45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 940 time: 0.0988209 Jun 16 16:17:56.272409 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1c1f4-1491-4e2a-8c9e-0727774433ba req-339c6bb2-2706-40f5-a36d-c23a621bcc7a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.273932 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-75e1c1f4-1491-4e2a-8c9e-0727774433ba req-339c6bb2-2706-40f5-a36d-c23a621bcc7a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0479672 Jun 16 16:17:56.321159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-75e1c1f4-1491-4e2a-8c9e-0727774433ba req-c1ad9452-b3c4-40cf-9599-5f033af96172 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Jun 16 16:17:56.663857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540f367-7243-4477-85c0-b83e09c46635 req-6dbc017f-8e0c-4661-a86c-e1c45f606434 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:56.665232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2540f367-7243-4477-85c0-b83e09c46635 req-6dbc017f-8e0c-4661-a86c-e1c45f606434 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0502133 Jun 16 16:17:56.713274 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2540f367-7243-4477-85c0-b83e09c46635 req-d396564f-0f5f-49ac-9bf5-dfcedbf47177 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Jun 16 16:17:57.442956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c782972-0c16-4794-9358-01f2d1b8197d req-08adcf51-1700-47f9-bd01-8d97ebae9dcb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:57.444441 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c782972-0c16-4794-9358-01f2d1b8197d req-08adcf51-1700-47f9-bd01-8d97ebae9dcb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0480070 Jun 16 16:17:57.469652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:57.495596 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c782972-0c16-4794-9358-01f2d1b8197d req-057b1b91-8d9a-4431-8469-6d06e6837bcb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Jun 16 16:17:57.829183 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdde3-b675-42d1-8f98-0ea4113d9987 req-14f135d6-7173-4a8c-b0a1-5894280e736a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:57.831212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b1bdde3-b675-42d1-8f98-0ea4113d9987 req-14f135d6-7173-4a8c-b0a1-5894280e736a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0485289 Jun 16 16:17:57.862614 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:17:57.885090 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b1bdde3-b675-42d1-8f98-0ea4113d9987 req-56c8a47b-661c-4496-a7e7-5db5955b4ebe tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 Jun 16 16:17:58.616786 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fb5b2-c42a-435e-b0c1-2cc38990b066 req-fd0ef4db-171e-428d-8beb-53b5a69cb062 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:58.618308 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-584fb5b2-c42a-435e-b0c1-2cc38990b066 req-fd0ef4db-171e-428d-8beb-53b5a69cb062 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0484629 Jun 16 16:17:58.665329 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-584fb5b2-c42a-435e-b0c1-2cc38990b066 req-56fb3780-34de-48ce-a46d-2060c99d7c98 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Jun 16 16:17:59.001613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83a66-df23-4e95-9a89-fdea4fe67a42 req-868d3b43-ba1b-4fee-a3c6-5edfb436d439 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:59.003156 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bd83a66-df23-4e95-9a89-fdea4fe67a42 req-868d3b43-ba1b-4fee-a3c6-5edfb436d439 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0482657 Jun 16 16:17:59.051431 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0bd83a66-df23-4e95-9a89-fdea4fe67a42 req-1e0b6c33-b3b7-4697-876d-34dd411dae80 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Jun 16 16:17:59.790283 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13de92-ba48-490c-964a-03c805296eca req-f74344cd-082f-41a3-b96f-a01fcb382857 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:17:59.791776 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc13de92-ba48-490c-964a-03c805296eca req-f74344cd-082f-41a3-b96f-a01fcb382857 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0511806 Jun 16 16:17:59.840065 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc13de92-ba48-490c-964a-03c805296eca req-7cf7cb14-9d73-4d60-8910-b26f5f4f8e3f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Jun 16 16:18:00.002280 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:18:00.005520 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:00.006482 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:00.081577 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: DOWN; New status is: DOWN {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:00.166207 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89f6d-a5c6-40c4-816f-f7e172dff505 req-3b34d4a5-a734-4ad5-9447-15932ce21e32 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:00.167704 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58e89f6d-a5c6-40c4-816f-f7e172dff505 req-3b34d4a5-a734-4ad5-9447-15932ce21e32 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0483906 Jun 16 16:18:00.215589 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58e89f6d-a5c6-40c4-816f-f7e172dff505 req-5c31d201-26a9-4dee-bb0b-7878b48ce7d6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Jun 16 16:18:00.962980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124540f-32b9-48fd-9a7c-106d9cb554e1 req-a89b1fd3-4eea-40d6-b83e-e02f4134998f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:00.964478 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4124540f-32b9-48fd-9a7c-106d9cb554e1 req-a89b1fd3-4eea-40d6-b83e-e02f4134998f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0520566 Jun 16 16:18:01.012379 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4124540f-32b9-48fd-9a7c-106d9cb554e1 req-77847329-0fcd-4e1f-b0b5-ecab56c9cf02 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Jun 16 16:18:01.328766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b76fa-40ee-4bd2-a99d-33fbf67eb468 req-50f56238-e848-4e39-bbae-b54f139bc207 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:01.330842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b96b76fa-40ee-4bd2-a99d-33fbf67eb468 req-50f56238-e848-4e39-bbae-b54f139bc207 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 943 time: 0.0468304 Jun 16 16:18:01.379552 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b96b76fa-40ee-4bd2-a99d-33fbf67eb468 req-60a695c2-6dd9-4fee-8796-1a90aa09f54b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Jun 16 16:18:01.468430 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 715cac73-0f61-46bf-aeb4-a3dbfabc5eab details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:18:01.571002 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:01.582643 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'port_id': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'mac_address': 'fa:16:3e:f1:6f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:18:01.616858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:01.617244 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:01.630259 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715cac73-0f61-46bf-aeb4-a3dbfabc5eab {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:01.649493 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:01.653389 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:01.699902 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:02.131346 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7b143-b3ec-4b6d-bbee-34220a27aa4f req-ffd17105-2997-4821-8423-5eafe0a211f2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.133582 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30f7b143-b3ec-4b6d-bbee-34220a27aa4f req-ffd17105-2997-4821-8423-5eafe0a211f2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0480447 Jun 16 16:18:02.143188 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:02.189471 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30f7b143-b3ec-4b6d-bbee-34220a27aa4f req-e724928d-29a4-4c16-ac42-199a207f6f5d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490127 Jun 16 16:18:02.351369 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['715cac73-0f61-46bf-aeb4-a3dbfabc5eab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:02.520446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f670c-5e01-4b31-94b2-9b044894728f req-09197637-d936-428d-a94b-47ca7d9c0713 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.522677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c21f670c-5e01-4b31-94b2-9b044894728f req-09197637-d936-428d-a94b-47ca7d9c0713 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 944 time: 0.0680854 Jun 16 16:18:02.572091 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c21f670c-5e01-4b31-94b2-9b044894728f req-ad27372d-66af-41d2-b844-30ada84ea66f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442748 Jun 16 16:18:02.825388 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-43c3ac56-fb6a-4c8d-94f8-2fe5c9d1df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.826853 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-43c3ac56-fb6a-4c8d-94f8-2fe5c9d1df44 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 1128 time: 0.0440259 Jun 16 16:18:02.937709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-58e4b63b-34a9-4c58-a501-d4369cc23bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:02.939278 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-58e4b63b-34a9-4c58-a501-d4369cc23bf1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.1050582 Jun 16 16:18:02.997356 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-d8d760e7-4b7c-44bf-ad93-4cfeadb79fe4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab HTTP/1.1" status: 200 len: 217 time: 0.0345304 Jun 16 16:18:03.053776 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-8c555854-58f5-4c43-972f-a563eadf0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:03.055284 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-8c555854-58f5-4c43-972f-a563eadf0d31 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0473399 Jun 16 16:18:03.080985 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:03.109793 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:03.118114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-96fba178-4cc9-4c23-8a68-77a7148044ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:03.119677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-96fba178-4cc9-4c23-8a68-77a7148044ca service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470099 Jun 16 16:18:03.216076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-d41a65b6-705e-4b62-978d-781ed986f437 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875330 Jun 16 16:18:03.349549 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450c768-6c3c-42c2-a80a-ff9b44218550 req-5795ea22-20e2-4894-aaf3-c4929a761334 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:03.350975 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3450c768-6c3c-42c2-a80a-ff9b44218550 req-5795ea22-20e2-4894-aaf3-c4929a761334 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0857837 Jun 16 16:18:03.380024 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb118b44-4adb-4ac2-bbac-2bd477a18e6c req-4cb11a43-1426-449c-ab90-dd1655140f49 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451313 Jun 16 16:18:03.410696 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3450c768-6c3c-42c2-a80a-ff9b44218550 req-94153e09-6dc7-42b6-8e77-ce70677c4d08 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531182 Jun 16 16:18:03.695965 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d9fb-69fd-49e5-9c1f-41c3fad7ef9e req-64b3503f-1c02-499f-a303-d674b5d2aa62 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:03.697539 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b55d9fb-69fd-49e5-9c1f-41c3fad7ef9e req-64b3503f-1c02-499f-a303-d674b5d2aa62 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 944 time: 0.0535390 Jun 16 16:18:03.747787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b55d9fb-69fd-49e5-9c1f-41c3fad7ef9e req-29900ea4-decc-45ac-9738-beaade6a2606 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Jun 16 16:18:04.020076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 715cac73-0f61-46bf-aeb4-a3dbfabc5eab up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:18:04.065742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:18:04.075183 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:04.075555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:04.149948 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:04.150482 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:04.175384 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:04.177583 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff24f76-50d9-4276-8b0d-2f86a55d9a37" -d '{"events": [{"server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "name": "network-vif-plugged", "status": "completed", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:04.190315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:04.194690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:04.218629 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee387ad8-de1e-4ca9-a708-0bfb4996ebf0 x-openstack-request-id: req-ee387ad8-de1e-4ca9-a708-0bfb4996ebf0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:04.218957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "name": "network-vif-plugged", "status": "completed", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:04.219191 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ee387ad8-de1e-4ca9-a708-0bfb4996ebf0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:04.219587 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee387ad8-de1e-4ca9-a708-0bfb4996ebf0'] response: {'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'code': 200} Jun 16 16:18:04.245258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:04.499982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887bb56-e60f-45e1-a008-7c6a2049a44d req-bfbb85bb-5573-4b08-91cd-7eccad7dfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:04.501512 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b887bb56-e60f-45e1-a008-7c6a2049a44d req-bfbb85bb-5573-4b08-91cd-7eccad7dfb90 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 1129 time: 0.0484228 Jun 16 16:18:04.570337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990efcc-d420-47a4-ba5a-5adab01f0837 req-3bda819e-da6f-45e9-bbf0-171ef620302b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:04.572413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d990efcc-d420-47a4-ba5a-5adab01f0837 req-3bda819e-da6f-45e9-bbf0-171ef620302b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0694153 Jun 16 16:18:04.594137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b887bb56-e60f-45e1-a008-7c6a2049a44d req-300ffe49-9c66-44bd-a058-e4f36419218e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824029 Jun 16 16:18:04.633050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d990efcc-d420-47a4-ba5a-5adab01f0837 req-080fc7be-4c52-4c87-a514-3f691c0ae547 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526490 Jun 16 16:18:04.869114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdce695-f992-47b8-b68f-55fa50bea8b9 req-210447d9-2a2e-4f67-b506-3eca7bfb075e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:04.870967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dbdce695-f992-47b8-b68f-55fa50bea8b9 req-210447d9-2a2e-4f67-b506-3eca7bfb075e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0488784 Jun 16 16:18:04.927568 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dbdce695-f992-47b8-b68f-55fa50bea8b9 req-a893c986-742e-49de-9e21-bacd7f909490 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508993 Jun 16 16:18:05.395594 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:05.398403 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:05.765112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566f13e-0790-4b02-85b1-ca51d1661b98 req-6aef78e0-18fd-48f7-bd4e-d9a352b4663a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:05.766680 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f566f13e-0790-4b02-85b1-ca51d1661b98 req-6aef78e0-18fd-48f7-bd4e-d9a352b4663a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0542440 Jun 16 16:18:05.816100 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f566f13e-0790-4b02-85b1-ca51d1661b98 req-8fdc2867-712d-442f-a69b-085b51edb0b5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Jun 16 16:18:06.045706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bcb87-7f5a-4968-81fa-2c1a1a21e4cb req-cfc73e06-6b56-412d-afad-eba3a8682949 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:06.047387 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a93bcb87-7f5a-4968-81fa-2c1a1a21e4cb req-cfc73e06-6b56-412d-afad-eba3a8682949 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0513911 Jun 16 16:18:06.096079 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a93bcb87-7f5a-4968-81fa-2c1a1a21e4cb req-4f8c6cee-4f88-4694-8520-95593fafb2c1 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Jun 16 16:18:06.935727 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04d3a-2a0f-4a67-9abe-045156ebbdfd req-bf1fb290-dd22-4552-8875-6d19d1ca46ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:06.937216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ac04d3a-2a0f-4a67-9abe-045156ebbdfd req-bf1fb290-dd22-4552-8875-6d19d1ca46ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0480111 Jun 16 16:18:06.985019 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ac04d3a-2a0f-4a67-9abe-045156ebbdfd req-0765be6e-79e0-48be-aa5c-b9d0c818394c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Jun 16 16:18:07.180971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:07.220515 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1b9c-ec4f-4061-b39f-27f995f6eb38 req-8dcb64de-6072-4fdd-b698-9eb4fd33cc26 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.223848 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ef6e1b9c-ec4f-4061-b39f-27f995f6eb38 req-8dcb64de-6072-4fdd-b698-9eb4fd33cc26 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0543041 Jun 16 16:18:07.279889 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ef6e1b9c-ec4f-4061-b39f-27f995f6eb38 req-10a5568a-1925-4559-9af7-0b4c12e0ea70 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Jun 16 16:18:07.691223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:07.712951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-e11ed6d2-bb9d-4a20-ac14-70bff67a85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:07.714556 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-e11ed6d2-bb9d-4a20-ac14-70bff67a85c0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 1127 time: 0.0727267 Jun 16 16:18:08.105789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226d05b-6c37-49b4-8881-adf6f176e8eb req-a7fe0726-dd04-4620-8b2c-78f17e0f6fec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:08.107410 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d226d05b-6c37-49b4-8881-adf6f176e8eb req-a7fe0726-dd04-4620-8b2c-78f17e0f6fec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0480585 Jun 16 16:18:08.160141 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d226d05b-6c37-49b4-8881-adf6f176e8eb req-a4f76fbf-e377-4af7-a2ad-b0cd9ed156fd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458930 Jun 16 16:18:08.396781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f4561-a1ca-4a54-a550-8e7fe3ae02c8 req-5cc3bf0e-6eb9-4908-871b-06d8c6ecc7bd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:08.398258 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa9f4561-a1ca-4a54-a550-8e7fe3ae02c8 req-5cc3bf0e-6eb9-4908-871b-06d8c6ecc7bd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0471847 Jun 16 16:18:08.446443 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa9f4561-a1ca-4a54-a550-8e7fe3ae02c8 req-5f5f03e6-dee8-4865-ad00-bad46132c223 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Jun 16 16:18:08.558060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb50ee-bc7b-4751-83af-463d54a98b4f req-82f61f4a-67d8-43f1-bdeb-b08f34be7297 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:08.559436 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2cdb50ee-bc7b-4751-83af-463d54a98b4f req-82f61f4a-67d8-43f1-bdeb-b08f34be7297 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0472801 Jun 16 16:18:08.568057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51022) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:08.572837 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'port_id': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:18:08.875972 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:08.876766 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:08.878233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:09.333659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77068cf-097b-49c6-9b77-dd310ae089c2 req-e654a34a-e7dc-4041-82e7-dfec29f55795 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:09.336007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d77068cf-097b-49c6-9b77-dd310ae089c2 req-e654a34a-e7dc-4041-82e7-dfec29f55795 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0964105 Jun 16 16:18:09.383006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:09.387919 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:09.442778 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d77068cf-097b-49c6-9b77-dd310ae089c2 req-ad331fe1-65f0-450e-bd1c-06c287dcdfab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004002 Jun 16 16:18:09.501358 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP b59137f5-b3ac-435f-ba35-8e3630adc7f2 associated. External IP: 172.27.0.187, port: 715cac73-0f61-46bf-aeb4-a3dbfabc5eab. Jun 16 16:18:09.594817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:09.599654 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:09.698382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:18:09.801093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:18:09.805644 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:09.811292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:09.820286 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:09.822518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:09.823145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:17:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:09.839451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a66c86c4-46ec-4eef-9a33-115d69e60a34 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "PUT /v2.0/floatingips/b59137f5-b3ac-435f-ba35-8e3630adc7f2 HTTP/1.1" status: 200 len: 991 time: 1.2680113 Jun 16 16:18:09.839451 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:09.840305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e3a0c4-21d7-43ba-93df-6e0e9815237e" -d '{"events": [{"name": "network-changed", "server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:09.900445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:09.932314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b620af-49f0-4bf3-ba0b-f74b5a920bd9 x-openstack-request-id: req-22b620af-49f0-4bf3-ba0b-f74b5a920bd9 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:09.932480 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:09.932622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:09.932860 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22b620af-49f0-4bf3-ba0b-f74b5a920bd9 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:09.933269 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b620af-49f0-4bf3-ba0b-f74b5a920bd9'] response: {'name': 'network-changed', 'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'status': 'completed', 'code': 200} Jun 16 16:18:10.141941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b59137f5-b3ac-435f-ba35-8e3630adc7f2', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:f1:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1331116f-adf2-4957-9d58-6436d217e73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:44Z', 'updated_at': '2022-06-16T16:18:09Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}, {'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.169466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:10.178294 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:18:10.178891 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:17:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.281589 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:18:10.317100 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a78d5064-be0f-465c-9576-3881c7818c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:10.568226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30b4f-efa6-4bf2-8e21-95e17c0b6b94 req-1828057f-0941-4725-a1e1-197366918d5d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:10.569267 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-94f30b4f-efa6-4bf2-8e21-95e17c0b6b94 req-1828057f-0941-4725-a1e1-197366918d5d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0491662 Jun 16 16:18:10.624076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-94f30b4f-efa6-4bf2-8e21-95e17c0b6b94 req-3af8e80a-bdcd-4eea-a70d-235446a31493 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486631 Jun 16 16:18:10.632910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b59137f5-b3ac-435f-ba35-8e3630adc7f2', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:f1:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1331116f-adf2-4957-9d58-6436d217e73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:44Z', 'updated_at': '2022-06-16T16:18:09Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}, {'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:10.659607 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac07ad3-77af-49bb-86a6-69233a9db6dc None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b59137f5-b3ac-435f-ba35-8e3630adc7f2', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:f1:6f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1331116f-adf2-4957-9d58-6436d217e73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:17:44Z', 'updated_at': '2022-06-16T16:18:09Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}, {'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:10.847072 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31565ec5-8275-49ce-8a3f-86ab8c998e7a None None] New status for floating IP b59137f5-b3ac-435f-ba35-8e3630adc7f2: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:18:11.746683 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5cd3-7a8f-4136-903d-fec057d6be47 req-06dd39e3-d85c-4914-b612-c5cc658f1bab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:11.748184 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d67b5cd3-7a8f-4136-903d-fec057d6be47 req-06dd39e3-d85c-4914-b612-c5cc658f1bab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0480511 Jun 16 16:18:11.796589 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d67b5cd3-7a8f-4136-903d-fec057d6be47 req-74d10954-9194-435c-9a54-90394680994c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Jun 16 16:18:12.633267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-642ed258-46b7-4642-81ea-de86e712bf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:12.925705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2170c3f-7b8b-4a8f-8680-ca21ea201b93 req-fe617fdd-37d2-48d4-ad7e-c1fadfa413e2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:12.927331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a2170c3f-7b8b-4a8f-8680-ca21ea201b93 req-fe617fdd-37d2-48d4-ad7e-c1fadfa413e2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0590787 Jun 16 16:18:12.990488 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a2170c3f-7b8b-4a8f-8680-ca21ea201b93 req-fbf521b5-7bc5-4ae9-9000-4f05512b45ae tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571313 Jun 16 16:18:13.605895 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:13.622379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-1aa0e6da-fe13-4e72-b27e-a2c861ee7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:13.623914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-1aa0e6da-fe13-4e72-b27e-a2c861ee7444 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 1129 time: 0.0737157 Jun 16 16:18:13.625029 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-6f539baa-f9ab-45fb-ad0d-5423a9c77548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:13.626408 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-6f539baa-f9ab-45fb-ad0d-5423a9c77548 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1127 time: 0.0749757 Jun 16 16:18:13.804923 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-3baa2707-1f72-426e-8fca-4f75f5808cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:13.806453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-3baa2707-1f72-426e-8fca-4f75f5808cf2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.1720221 Jun 16 16:18:13.807517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-e8347c86-582e-4c77-8825-cff29f22b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:13.808846 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-e8347c86-582e-4c77-8825-cff29f22b854 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.1616302 Jun 16 16:18:13.922797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-242556a3-dc19-4945-a55a-b33e49806a42 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 200 len: 999 time: 0.1034155 Jun 16 16:18:13.924968 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-4275de93-e9b6-468d-82d5-20ac8f1e8cd0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab HTTP/1.1" status: 200 len: 1001 time: 0.1068208 Jun 16 16:18:14.000382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:14.021464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-981f7cf0-2e7c-4673-a1f4-d258835fddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.022983 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-981f7cf0-2e7c-4673-a1f4-d258835fddd6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0813334 Jun 16 16:18:14.026656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-ff8f02f9-c77c-4801-9c34-1bff03968877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.028040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-ff8f02f9-c77c-4801-9c34-1bff03968877 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0875185 Jun 16 16:18:14.058104 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:14.143167 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-8e295bf0-17e8-4364-b6f5-484b701d546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.145271 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-8e295bf0-17e8-4364-b6f5-484b701d546b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030998 Jun 16 16:18:14.146494 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-bd13efa1-8133-442b-81ba-8d624d0ad466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.148637 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-bd13efa1-8133-442b-81ba-8d624d0ad466 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081722 Jun 16 16:18:14.167078 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24fb99-8d31-4a97-a6ff-ad5697832064 req-f7a64e5c-593b-4494-89a9-678e7dddc69b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:14.169536 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd24fb99-8d31-4a97-a6ff-ad5697832064 req-f7a64e5c-593b-4494-89a9-678e7dddc69b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0927680 Jun 16 16:18:14.341187 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd24fb99-8d31-4a97-a6ff-ad5697832064 req-885c2d63-708e-431a-abbb-93be2d6c58ec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554744 Jun 16 16:18:14.370700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-88c551f4-a7bc-405d-b7c6-a26cca432249 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988490 Jun 16 16:18:14.372699 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-4f4fc7c7-4588-4a9b-aba5-92189ac52def service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021458 Jun 16 16:18:14.548691 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e3a0c4-21d7-43ba-93df-6e0e9815237e req-42131d6a-2273-463f-9cc0-b3e258544ee6 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670661 Jun 16 16:18:14.550931 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639aa3e5-1b7e-4678-ac39-a9c681c3842a req-8a0252d3-65d9-479b-ad71-1cbdb47bebc8 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682558 Jun 16 16:18:15.172606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:15.478598 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3d60b-8b49-4686-8903-d55b13f0f9ab req-8b297b09-cbb0-49d3-ab1b-cd0370098893 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:15.481678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-84d3d60b-8b49-4686-8903-d55b13f0f9ab req-8b297b09-cbb0-49d3-ab1b-cd0370098893 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0550473 Jun 16 16:18:15.531376 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-84d3d60b-8b49-4686-8903-d55b13f0f9ab req-bedeb08c-19f8-4079-9541-bb0a1dd4b6c9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Jun 16 16:18:15.720900 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:16.670990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768919c-b3b7-4baa-a88f-2f9556931c31 req-99451d8c-c702-4957-82ce-149eac33f146 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:16.672859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3768919c-b3b7-4baa-a88f-2f9556931c31 req-99451d8c-c702-4957-82ce-149eac33f146 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0532088 Jun 16 16:18:16.727554 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3768919c-b3b7-4baa-a88f-2f9556931c31 req-0804f095-3d6a-4b6a-a86b-0a2c2d6f583c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478063 Jun 16 16:18:17.860702 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bdd36-e13d-495a-89ab-dba58ede7873 req-16c82323-b65d-486f-a5aa-3697f4f30a99 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:17.862979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-760bdd36-e13d-495a-89ab-dba58ede7873 req-16c82323-b65d-486f-a5aa-3697f4f30a99 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0529885 Jun 16 16:18:17.913375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-760bdd36-e13d-495a-89ab-dba58ede7873 req-95cf7352-a13d-4296-b7a9-9c7febb504af tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Jun 16 16:18:19.065433 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfe-ba6e-44b7-90fc-b060937c5016 req-3caba128-818d-498b-998a-a185e2d93ae8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:19.067178 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2060fcfe-ba6e-44b7-90fc-b060937c5016 req-3caba128-818d-498b-998a-a185e2d93ae8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0700893 Jun 16 16:18:19.121298 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2060fcfe-ba6e-44b7-90fc-b060937c5016 req-97202502-d4d8-466e-bb38-b876094d21ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Jun 16 16:18:20.255925 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35724f-1fcc-407a-88d3-605046e79aba req-fd1a1098-98ee-488f-ae84-36e72cf05f3e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:20.257529 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e35724f-1fcc-407a-88d3-605046e79aba req-fd1a1098-98ee-488f-ae84-36e72cf05f3e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0544164 Jun 16 16:18:20.284026 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:20.292196 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:20.310012 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e35724f-1fcc-407a-88d3-605046e79aba req-85ca79c4-1443-40b7-bef2-7194380501c2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464723 Jun 16 16:18:20.943540 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:20.946904 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:21.440890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fdcd5-291f-456b-b263-9f915a7ab6f6 req-e3730d69-919f-46ce-ab68-dd292cd36ca8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:21.444485 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ef3fdcd5-291f-456b-b263-9f915a7ab6f6 req-e3730d69-919f-46ce-ab68-dd292cd36ca8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0542657 Jun 16 16:18:21.503495 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ef3fdcd5-291f-456b-b263-9f915a7ab6f6 req-e7616288-fb85-49ae-a049-fb214cd00c07 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494618 Jun 16 16:18:21.840823 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:18:22.632636 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341a7f6-6868-4d4e-8fb0-6398963d7d43 req-df8cef81-2923-4f3d-a597-bc6130a7bcd4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:22.634171 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8341a7f6-6868-4d4e-8fb0-6398963d7d43 req-df8cef81-2923-4f3d-a597-bc6130a7bcd4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0478590 Jun 16 16:18:22.689197 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8341a7f6-6868-4d4e-8fb0-6398963d7d43 req-7f3f36f0-442a-42ed-ae98-e3644e42cf70 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Jun 16 16:18:23.817877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81b7b-0ec6-41a2-a012-e002ffcd061c req-a3829bc3-1f83-4747-b46d-c78ab714abfb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:23.819457 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ab81b7b-0ec6-41a2-a012-e002ffcd061c req-a3829bc3-1f83-4747-b46d-c78ab714abfb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0522528 Jun 16 16:18:23.871606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ab81b7b-0ec6-41a2-a012-e002ffcd061c req-4dd6dfef-bfdf-41c1-b4d9-3ec0b62d9335 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464191 Jun 16 16:18:24.163600 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51170) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.211555 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Deleting subnet 2fed2d71-4203-42bc-bcd5-ed46048c547e {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:18:24.214968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Publish callbacks [] for subnet (2fed2d71-4203-42bc-bcd5-ed46048c547e), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.258135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (2fed2d71-4203-42bc-bcd5-ed46048c547e), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.306557 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (2fed2d71-4203-42bc-bcd5-ed46048c547e), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.367111 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (2fed2d71-4203-42bc-bcd5-ed46048c547e), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.395650 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fed2d71-4203-42bc-bcd5-ed46048c547e,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.399002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.402343 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2fed2d71-4203-42bc-bcd5-ed46048c547e HTTP/1.1" status: 204 len: 168 time: 0.2374897 Jun 16 16:18:24.404556 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51172) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:24.411727 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.412076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.412424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.417565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.418292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.418806 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.419314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.419941 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.420443 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.420969 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.421471 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.422238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.422578 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.423174 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.423491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb3bb0-94cd-4662-9a9f-096f94f1436d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.490047 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.576340 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.598723 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a4182-9bbd-4e72-b4bc-641fd3edab1a']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:24.608846 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fa87e1-c67a-4f77-a78a-b68494cbace5') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:24.609153 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fa87e1-c67a-4f77-a78a-b68494cbace5') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:24.620180 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (35fa87e1-c67a-4f77-a78a-b68494cbace5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.634629 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (35fa87e1-c67a-4f77-a78a-b68494cbace5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.642477 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:18:24.642970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (35fa87e1-c67a-4f77-a78a-b68494cbace5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.712254 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (3a8a4182-9bbd-4e72-b4bc-641fd3edab1a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.725303 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:24.741999 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3a8a4182-9bbd-4e72-b4bc-641fd3edab1a HTTP/1.1" status: 204 len: 168 time: 0.3361130 Jun 16 16:18:24.755700 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8a4182-9bbd-4e72-b4bc-641fd3edab1a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:24.758822 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 35fa87e1-c67a-4f77-a78a-b68494cbace5 resource provider aggregate not found Jun 16 16:18:24.778832 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.779246 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.779536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.779882 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.780219 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.780625 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.780965 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.781664 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.782198 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.783273 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.783788 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.784298 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.784797 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.785126 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.785456 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02f85c-bae6-480a-9213-9594c6718f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:24.789277 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 35fa87e1-c67a-4f77-a78a-b68494cbace5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35fa87e1-c67a-4f77-a78a-b68494cbace5 found for delete ", "request_id": "req-5c65e09b-e49e-40b4-9bc6-db5ff6d8bc7b"}]} Jun 16 16:18:24.961903 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51184) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:25.017670 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9f38708a-8059-4fab-9ecc-38bfb4800f31 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f5e363bcf5ed47529b6464cf954a31ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538089 Jun 16 16:18:25.021274 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51186) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:18:25.062738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdb40-9bcd-4d31-a5af-14d675d15fc0 req-f339acb9-560d-4614-8043-500826f2665f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:25.065033 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f06cdb40-9bcd-4d31-a5af-14d675d15fc0 req-f339acb9-560d-4614-8043-500826f2665f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0764625 Jun 16 16:18:25.092787 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] Publish callbacks [] for security_group (aadd3c05-b27b-487b-88d7-2ec226f57498), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.139799 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] Publish callbacks [] for security_group (aadd3c05-b27b-487b-88d7-2ec226f57498), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.211682 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (aadd3c05-b27b-487b-88d7-2ec226f57498), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.214825 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:25.219651 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aadd3c05-b27b-487b-88d7-2ec226f57498 HTTP/1.1" status: 204 len: 168 time: 0.1970589 Jun 16 16:18:25.231586 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7896c-6d15-41e9-a742-de9651a60c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd3c05-b27b-487b-88d7-2ec226f57498,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:25.404672 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f06cdb40-9bcd-4d31-a5af-14d675d15fc0 req-6a7e0289-500e-4a41-814b-1c6fd495e6f4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331521 Jun 16 16:18:26.527086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b11d-c049-4a21-9126-ad2fdb2b4fc5 req-de862f93-752d-47b5-b9f6-af7ccccf5886 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:26.528787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e897b11d-c049-4a21-9126-ad2fdb2b4fc5 req-de862f93-752d-47b5-b9f6-af7ccccf5886 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0501025 Jun 16 16:18:26.577995 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e897b11d-c049-4a21-9126-ad2fdb2b4fc5 req-73bbd51d-7076-4572-8e17-e4b78b42efc7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Jun 16 16:18:27.706234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99e272-37bd-4d80-b58d-0e16ed18fb2a req-7d41b18a-5f05-42f6-8d9b-0a7fd141869f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:27.710162 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-be99e272-37bd-4d80-b58d-0e16ed18fb2a req-7d41b18a-5f05-42f6-8d9b-0a7fd141869f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0507560 Jun 16 16:18:27.759775 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-be99e272-37bd-4d80-b58d-0e16ed18fb2a req-36ed8ed1-c97c-4216-afc7-08226cf11202 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464382 Jun 16 16:18:28.898484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef26ea-e902-4670-a34a-a5fe7d78491e req-9d018eb6-eaaf-4783-b562-af1d48adf4a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:28.899941 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1ef26ea-e902-4670-a34a-a5fe7d78491e req-9d018eb6-eaaf-4783-b562-af1d48adf4a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0595882 Jun 16 16:18:28.950234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1ef26ea-e902-4670-a34a-a5fe7d78491e req-a642c7ab-3fd9-427a-8e50-89c5619df001 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Jun 16 16:18:30.076866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:30.089547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb01f-714d-48f9-bd71-32ab0fe14e0b req-90536282-71ec-441d-8634-2aa12e40886d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:30.091056 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd2eb01f-714d-48f9-bd71-32ab0fe14e0b req-90536282-71ec-441d-8634-2aa12e40886d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0531938 Jun 16 16:18:30.139943 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd2eb01f-714d-48f9-bd71-32ab0fe14e0b req-0d8db8db-6bc2-42f0-b013-cbb041fc41b0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Jun 16 16:18:31.245148 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:31.264652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59d2a-defe-4856-ac11-14f5f75fda8c req-f885e4fa-1b93-4e41-96b6-309060448478 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:31.266169 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7a59d2a-defe-4856-ac11-14f5f75fda8c req-f885e4fa-1b93-4e41-96b6-309060448478 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0516272 Jun 16 16:18:31.313536 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7a59d2a-defe-4856-ac11-14f5f75fda8c req-712660ed-5f18-4e5d-9aac-576f7de1b3a1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Jun 16 16:18:31.837134 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:32.140279 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:32.429658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890da0-d8ef-49b2-934b-2bae5ffe925d req-079a5666-0cb7-4dc4-9df3-441178171461 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:32.431071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d890da0-d8ef-49b2-934b-2bae5ffe925d req-079a5666-0cb7-4dc4-9df3-441178171461 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0472183 Jun 16 16:18:32.478214 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d890da0-d8ef-49b2-934b-2bae5ffe925d req-899a8e46-3dae-4743-a7fe-a57fc45d9b57 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Jun 16 16:18:33.603169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56696b-d307-4f85-aace-d0dfcaa5d704 req-8364fe5c-d19c-4825-8668-c1ca2b688cba tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:33.605029 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1b56696b-d307-4f85-aace-d0dfcaa5d704 req-8364fe5c-d19c-4825-8668-c1ca2b688cba tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0513594 Jun 16 16:18:33.654172 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1b56696b-d307-4f85-aace-d0dfcaa5d704 req-959c059c-91c0-465b-b099-c476d29b2bd2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Jun 16 16:18:34.777760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104216a7-13e6-4f99-add9-5d74e93869d9 req-b330aa9b-5e41-4725-8167-f5df580e143c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:34.779455 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104216a7-13e6-4f99-add9-5d74e93869d9 req-b330aa9b-5e41-4725-8167-f5df580e143c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0484381 Jun 16 16:18:34.832624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104216a7-13e6-4f99-add9-5d74e93869d9 req-18595047-66af-48be-95ff-cc1ce6ff73f9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Jun 16 16:18:35.191839 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:35.231537 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:35.964704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04698-9b96-4712-a983-ed7599b9c8a7 req-36e5b439-4b14-4d28-a481-a04388b2b78b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:35.966343 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-afe04698-9b96-4712-a983-ed7599b9c8a7 req-36e5b439-4b14-4d28-a481-a04388b2b78b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0473981 Jun 16 16:18:36.019666 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-afe04698-9b96-4712-a983-ed7599b9c8a7 req-551ef386-8f9e-4c31-8aa9-2dd356d2dab9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Jun 16 16:18:37.141395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7257bd-16ba-4714-853e-c19aa75dd844 req-8187a18b-e118-4dff-9e7f-2f6f57b5d58b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:37.142939 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd7257bd-16ba-4714-853e-c19aa75dd844 req-8187a18b-e118-4dff-9e7f-2f6f57b5d58b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0487499 Jun 16 16:18:37.190494 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cd7257bd-16ba-4714-853e-c19aa75dd844 req-995c3ec3-d63b-4d13-a6d0-b027c5c9eba5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Jun 16 16:18:38.309578 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eace2-f3a8-4ddf-b794-85dd452e08ff req-0b1b0080-77cb-4399-b7bb-289dca6d6430 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:38.311105 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec7eace2-f3a8-4ddf-b794-85dd452e08ff req-0b1b0080-77cb-4399-b7bb-289dca6d6430 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0486186 Jun 16 16:18:38.359297 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec7eace2-f3a8-4ddf-b794-85dd452e08ff req-b72579df-3728-4c3d-8985-99910f750438 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Jun 16 16:18:39.482144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8ba3-799f-4bd3-99e5-611e222e7cfb req-c45d3369-3168-410e-b974-84ad5064f9ae tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:39.483672 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-adbf8ba3-799f-4bd3-99e5-611e222e7cfb req-c45d3369-3168-410e-b974-84ad5064f9ae tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0523212 Jun 16 16:18:39.531238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-adbf8ba3-799f-4bd3-99e5-611e222e7cfb req-f23869b2-6163-4d62-8958-2b7c1bcf1b18 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Jun 16 16:18:40.267675 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:40.269280 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:40.283818 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e902bb83-42e9-43d0-a1c8-4b0c814011cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:40.651816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976612-9f22-4576-b18e-5fcee2391e3f req-ee0fa030-013f-48aa-bc96-97e7068410c4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:40.653297 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72976612-9f22-4576-b18e-5fcee2391e3f req-ee0fa030-013f-48aa-bc96-97e7068410c4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0493340 Jun 16 16:18:40.700360 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72976612-9f22-4576-b18e-5fcee2391e3f req-ccd4930e-c7cc-4e8f-a907-5c14ad27cdab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Jun 16 16:18:41.820360 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72cb15-ae98-49e0-b29a-b2afdecab423 req-9e5395b0-1b77-4fd3-9e1e-8ef58c35575e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:41.821875 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d72cb15-ae98-49e0-b29a-b2afdecab423 req-9e5395b0-1b77-4fd3-9e1e-8ef58c35575e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 943 time: 0.0472941 Jun 16 16:18:41.876109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:41.885045 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0d72cb15-ae98-49e0-b29a-b2afdecab423 req-d1f84575-6620-4ac4-85a7-61615b0163ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576639 Jun 16 16:18:42.145701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:18:42.247266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:42.258958 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'mac_address': 'fa:16:3e:a1:04:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:18:42.293987 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:42.294364 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:42.307495 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:18:42.327143 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:42.332195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:42.382811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=9']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:42.635353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-21d15735-25aa-48be-9d27-4d0c1386bd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:42.944006 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['45b1ab78-929d-4b1a-90a1-4777fb503a47'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:18:43.005997 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d757c-7f3b-4516-8ea2-1846d603d129 req-b84dcc89-4716-4de1-858c-f691eeb9020b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:43.007516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b4d757c-7f3b-4516-8ea2-1846d603d129 req-b84dcc89-4716-4de1-858c-f691eeb9020b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 944 time: 0.0490100 Jun 16 16:18:43.056008 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b4d757c-7f3b-4516-8ea2-1846d603d129 req-890f91d4-be68-456f-a330-4aa4746cc0e0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Jun 16 16:18:43.612831 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.175707 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaf437-7bcd-4969-97b2-080319700d0d req-07b16aff-02c6-4a54-844f-a128570328b9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:44.177192 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47eaf437-7bcd-4969-97b2-080319700d0d req-07b16aff-02c6-4a54-844f-a128570328b9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 944 time: 0.0479622 Jun 16 16:18:44.203221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:44.225377 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-47eaf437-7bcd-4969-97b2-080319700d0d req-dd45e17f-a97c-43bf-96c2-18d9275012f5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Jun 16 16:18:44.322404 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:18:44.365927 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 45b1ab78-929d-4b1a-90a1-4777fb503a47 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:18:44.366223 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.436653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 45b1ab78-929d-4b1a-90a1-4777fb503a47 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:18:44.437040 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.461953 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:18:44.464185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3124b4-45cb-4146-b2d1-c91399678e7b" -d '{"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:44.480410 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:18:44.485771 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:44.532204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=10']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:44.680075 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254a0af-e171-44fe-8af2-f9abe48563f7 x-openstack-request-id: req-d254a0af-e171-44fe-8af2-f9abe48563f7 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:44.680646 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-plugged", "status": "completed", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:44.680646 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d254a0af-e171-44fe-8af2-f9abe48563f7 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:44.681030 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d254a0af-e171-44fe-8af2-f9abe48563f7'] response: {'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'code': 200} Jun 16 16:18:45.172892 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:45.349016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e688c-9d97-4c90-8f56-195dc5c2a1c3 req-53da4007-be0d-4777-9266-f20e825a63f4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.350531 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0f5e688c-9d97-4c90-8f56-195dc5c2a1c3 req-53da4007-be0d-4777-9266-f20e825a63f4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0515945 Jun 16 16:18:45.408784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0f5e688c-9d97-4c90-8f56-195dc5c2a1c3 req-4894f0b4-e618-417d-a490-50c616f5da89 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519609 Jun 16 16:18:45.436330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a99b8-e20b-4127-96ab-64e3ffa9fbe5 req-998dcae6-9e48-4de6-a4c9-e4413518174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:45.437862 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d20a99b8-e20b-4127-96ab-64e3ffa9fbe5 req-998dcae6-9e48-4de6-a4c9-e4413518174e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 1130 time: 0.0444491 Jun 16 16:18:45.484267 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d20a99b8-e20b-4127-96ab-64e3ffa9fbe5 req-07120e9d-159a-4b0d-85f6-627fdd11aa7c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Jun 16 16:18:45.725455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:18:46.534362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a513d-ca37-4689-8d2a-b86c9d45f9cc req-f9686c2f-8dcd-456b-89f9-b10d7747548b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:46.535843 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-410a513d-ca37-4689-8d2a-b86c9d45f9cc req-f9686c2f-8dcd-456b-89f9-b10d7747548b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Jun 16 16:18:46.583726 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-410a513d-ca37-4689-8d2a-b86c9d45f9cc req-08298c74-be76-445f-81cb-2d95a46d82e4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Jun 16 16:18:47.703921 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a241c-2384-4cb2-a4a9-98f972ebd4bc req-ac6ed26f-0d24-46ee-b3b2-887749cb07d2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:47.705415 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ed4a241c-2384-4cb2-a4a9-98f972ebd4bc req-ac6ed26f-0d24-46ee-b3b2-887749cb07d2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jun 16 16:18:47.753837 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ed4a241c-2384-4cb2-a4a9-98f972ebd4bc req-9671e813-5cef-43cd-8054-fee5e940f4ba tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Jun 16 16:18:48.876548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a0d63-a1ee-46b8-8f2a-a73912e65d05 req-97a70cc7-ba19-471d-bda3-ddba7bc57d71 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:48.878222 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fc5a0d63-a1ee-46b8-8f2a-a73912e65d05 req-97a70cc7-ba19-471d-bda3-ddba7bc57d71 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Jun 16 16:18:48.930651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fc5a0d63-a1ee-46b8-8f2a-a73912e65d05 req-49fb5ffc-62f4-4b5c-8840-f9e9033cd08f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Jun 16 16:18:50.048329 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2ec7-2af6-457f-bc0f-00edef7330ea req-c0518c2e-7880-4d1e-96ea-78868417934f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:18:50.049824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d08b2ec7-2af6-457f-bc0f-00edef7330ea req-c0518c2e-7880-4d1e-96ea-78868417934f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0474951 Jun 16 16:18:50.096679 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d08b2ec7-2af6-457f-bc0f-00edef7330ea req-935c9950-5015-4a1b-b0fe-cb685d62dafd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Jun 16 16:18:55.718015 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:55.720870 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:18:58.840592 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:19:00.090200 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=57 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:00.092884 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=71 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:02.152461 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:08.835586 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=20 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:08.836464 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:10.276727 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f97d288b-3bf3-42e0-b27f-377c8c9020f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:12.639378 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d17ebd4a-8869-4291-b0e1-77a3e4498973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:13.612614 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:15.175097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:15.728836 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:19.258616 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2af4b1-d280-4fb7-871d-f055163d689e req-0c54ca0c-a015-475b-b65a-cd89a4d64336 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:19.260105 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ed2af4b1-d280-4fb7-871d-f055163d689e req-0c54ca0c-a015-475b-b65a-cd89a4d64336 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0485144 Jun 16 16:19:19.320017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ed2af4b1-d280-4fb7-871d-f055163d689e req-fed4036a-b256-4140-9bf9-ad9bdef7e3c4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536118 Jun 16 16:19:19.491544 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-9a739c85-8a27-4e44-8063-2c61a8de9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:19.493048 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-9a739c85-8a27-4e44-8063-2c61a8de9870 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1169 time: 0.0448148 Jun 16 16:19:19.739619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-dc5c7a7c-dd1b-42ae-ac7a-7422d73418f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:19.741129 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-dc5c7a7c-dd1b-42ae-ac7a-7422d73418f2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.0873601 Jun 16 16:19:20.437890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c4c3-a1c5-4100-adbf-deb8fc3c6024 req-178278b8-57f0-4d3b-8958-47b70abe453e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:20.439428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0349c4c3-a1c5-4100-adbf-deb8fc3c6024 req-178278b8-57f0-4d3b-8958-47b70abe453e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0502863 Jun 16 16:19:20.532689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-f9ad9a6b-93d4-4121-bf7d-82824b6d1b2d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 1001 time: 0.0921340 Jun 16 16:19:20.548656 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0349c4c3-a1c5-4100-adbf-deb8fc3c6024 req-e26212f4-6ca0-4aa9-928c-ba693590670b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019368 Jun 16 16:19:20.948319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-5b522eab-7215-4d7e-ae6a-5aae7f9a52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:20.949871 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-5b522eab-7215-4d7e-ae6a-5aae7f9a52f3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0479383 Jun 16 16:19:21.000131 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-2a709670-ec83-49b1-b868-b3e1e7ddec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:21.001678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-2a709670-ec83-49b1-b868-b3e1e7ddec4c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456269 Jun 16 16:19:21.104093 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-0d0fa684-6f53-4392-b742-9d4434f74d01 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881400 Jun 16 16:19:21.198435 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1604fef3-c5b3-433b-b1f7-2334ab91679d req-473db7cd-9597-4892-9c45-ac991bef3174 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882206 Jun 16 16:19:21.662639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1961d6-7a78-4f1d-8038-b957507b092a req-8150b1c0-1ed7-4198-87b3-7a14459aa889 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:21.664119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ca1961d6-7a78-4f1d-8038-b957507b092a req-8150b1c0-1ed7-4198-87b3-7a14459aa889 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0478170 Jun 16 16:19:21.724954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ca1961d6-7a78-4f1d-8038-b957507b092a req-091727af-e6ef-49e9-8c85-85e2eb824fd8 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551717 Jun 16 16:19:22.222329 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df7fc-fca5-4760-ac97-10277d276619 req-4f14297b-5693-4570-8b82-4f633ce4221e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.224079 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-130df7fc-fca5-4760-ac97-10277d276619 req-4f14297b-5693-4570-8b82-4f633ce4221e tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0783412 Jun 16 16:19:22.229522 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-9af00a2c-4dc9-4f72-a9f6-b08f9c7059a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.230789 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-9af00a2c-4dc9-4f72-a9f6-b08f9c7059a4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0569384 Jun 16 16:19:22.320752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:22.337092 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-130df7fc-fca5-4760-ac97-10277d276619 req-bbf2f038-e281-426f-8ba0-676ad1cfe961 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053042 Jun 16 16:19:22.356568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-32e9dc25-2a24-429c-a13d-54cab8eeb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.358054 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-32e9dc25-2a24-429c-a13d-54cab8eeb3fb service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1195378 Jun 16 16:19:22.399294 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:22.422831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-98f86c46-11b0-4867-9f9d-e6aff72e2752 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1002 time: 0.0566871 Jun 16 16:19:22.470739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-e4632a66-9840-43be-848d-018b061b986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.472372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-e4632a66-9840-43be-848d-018b061b986e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0431209 Jun 16 16:19:22.522266 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-7c8f964b-432b-471a-84c0-9c541c41fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.523989 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-7c8f964b-432b-471a-84c0-9c541c41fe43 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445633 Jun 16 16:19:22.617190 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-282146b9-33fd-4152-90de-bb06c42c8eae service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Jun 16 16:19:22.716847 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f8421e4c-b2b3-4f96-8ef9-543ab76c3d67 req-217d6a6e-f8aa-45ad-a334-06522850b9bc service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Jun 16 16:19:22.841678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fcdc6-31c1-4fbd-bb00-a6a0d598de6a req-4de1817f-4ed5-406e-9cb5-8ee5234d707c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:22.843179 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f9fcdc6-31c1-4fbd-bb00-a6a0d598de6a req-4de1817f-4ed5-406e-9cb5-8ee5234d707c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0487115 Jun 16 16:19:22.903692 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f9fcdc6-31c1-4fbd-bb00-a6a0d598de6a req-898fe64a-83c8-47e1-8c73-96270e087cbf tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545292 Jun 16 16:19:23.455146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f21eb5-81c6-42f3-8d2d-7fbf4916eda7 req-e134c89b-9f64-482d-8d4d-924b4b8ac06a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:23.456595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64f21eb5-81c6-42f3-8d2d-7fbf4916eda7 req-e134c89b-9f64-482d-8d4d-924b4b8ac06a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0501485 Jun 16 16:19:23.503040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64f21eb5-81c6-42f3-8d2d-7fbf4916eda7 req-dcc15de6-d1ba-4607-a88f-8447dfececb0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Jun 16 16:19:24.016591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08387a-b005-47da-bbb4-72f70c4d96d9 req-08545ca5-865a-41a6-bc73-d15ee79a812a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:24.018079 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e08387a-b005-47da-bbb4-72f70c4d96d9 req-08545ca5-865a-41a6-bc73-d15ee79a812a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0477159 Jun 16 16:19:24.080366 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e08387a-b005-47da-bbb4-72f70c4d96d9 req-da61423a-804f-463f-9758-dea472c64a03 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566061 Jun 16 16:19:24.622165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbca4ce-5456-46f3-86db-b606924843da req-e9aa45d1-16dc-405d-97cd-200915f8d467 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:24.623844 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cfbca4ce-5456-46f3-86db-b606924843da req-e9aa45d1-16dc-405d-97cd-200915f8d467 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0518484 Jun 16 16:19:24.674813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cfbca4ce-5456-46f3-86db-b606924843da req-0f13d444-f544-4bc0-b1f4-ab584901d01d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Jun 16 16:19:25.197162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2cae7-9978-4858-b1b2-c1eea9e2a2a8 req-ccf22d83-8a0d-4c33-ac4e-37337045d894 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:25.207637 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6cb2cae7-9978-4858-b1b2-c1eea9e2a2a8 req-ccf22d83-8a0d-4c33-ac4e-37337045d894 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0479622 Jun 16 16:19:25.266160 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6cb2cae7-9978-4858-b1b2-c1eea9e2a2a8 req-29a7d5ff-a149-4574-b864-9ccf7d5e9b8d tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578129 Jun 16 16:19:25.718223 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:25.725539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:25.768807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfc8ba-26d3-42b8-a8b4-6c7619c00528 req-5ea38728-d60c-423e-a1cf-77882ad19285 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:25.770368 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58cfc8ba-26d3-42b8-a8b4-6c7619c00528 req-5ea38728-d60c-423e-a1cf-77882ad19285 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0597570 Jun 16 16:19:25.820936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444d7e-2182-44da-b5ed-183cda70133e req-e7335c21-a37c-4ff3-babd-97f9987f5d13 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:25.822333 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61444d7e-2182-44da-b5ed-183cda70133e req-e7335c21-a37c-4ff3-babd-97f9987f5d13 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0703089 Jun 16 16:19:25.848900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:25.868938 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-58cfc8ba-26d3-42b8-a8b4-6c7619c00528 req-55679804-a9e2-46bc-af69-3b88e732b79a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821722 Jun 16 16:19:25.876186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:25.891516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61444d7e-2182-44da-b5ed-183cda70133e req-8168ce53-edb9-4bc4-a563-b13c8a10512b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597677 Jun 16 16:19:26.380045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a68da-8050-450d-a2f7-630608a1d471 req-d50c4fac-0a90-44f0-8f06-a02960a23088 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:26.381522 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-395a68da-8050-450d-a2f7-630608a1d471 req-d50c4fac-0a90-44f0-8f06-a02960a23088 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0481789 Jun 16 16:19:26.441369 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-395a68da-8050-450d-a2f7-630608a1d471 req-4c12610d-c809-4f19-a286-49707c11371b tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540006 Jun 16 16:19:27.011483 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb190-a8f4-4fba-8860-973094e8d844 req-6509b310-e900-4346-90dd-f3815e8c9c85 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:27.012951 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-914eb190-a8f4-4fba-8860-973094e8d844 req-6509b310-e900-4346-90dd-f3815e8c9c85 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0768242 Jun 16 16:19:27.033619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81958b0b-c562-4e18-9489-ed4893ce7e03 req-131f27b7-d5b3-4952-9cb5-b7f5802e2f9c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:27.035100 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-81958b0b-c562-4e18-9489-ed4893ce7e03 req-131f27b7-d5b3-4952-9cb5-b7f5802e2f9c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0672507 Jun 16 16:19:27.103530 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-914eb190-a8f4-4fba-8860-973094e8d844 req-2f14836c-42c4-4f1a-8e7c-fb7bcc951546 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842495 Jun 16 16:19:27.107598 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-81958b0b-c562-4e18-9489-ed4893ce7e03 req-48e2fe77-7f32-4a08-8ec7-99b5ce3a873d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656459 Jun 16 16:19:27.554048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a45df-3c03-4db7-ab22-4a27082c9eb4 req-89ace8b0-1d1d-4e5d-bd43-fa8402c5d4e6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:27.555516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-588a45df-3c03-4db7-ab22-4a27082c9eb4 req-89ace8b0-1d1d-4e5d-bd43-fa8402c5d4e6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0478961 Jun 16 16:19:27.622234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-588a45df-3c03-4db7-ab22-4a27082c9eb4 req-d28a77e1-682c-4494-82ec-e435744862ca tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603409 Jun 16 16:19:28.244079 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda6721-4145-45ca-be8b-4d3909ea2903 req-5e55c170-40e7-4254-a436-98a848baee89 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:28.245563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-abda6721-4145-45ca-be8b-4d3909ea2903 req-5e55c170-40e7-4254-a436-98a848baee89 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0714755 Jun 16 16:19:28.260617 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f908b-14e9-4a88-84a4-7204f8523d8c req-4fdd6df9-9921-45a5-b864-384da9006982 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:28.262033 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f8f908b-14e9-4a88-84a4-7204f8523d8c req-4fdd6df9-9921-45a5-b864-384da9006982 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0776920 Jun 16 16:19:28.338450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-abda6721-4145-45ca-be8b-4d3909ea2903 req-e2c98d0e-4e58-4de9-bad7-5f555d970b50 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847676 Jun 16 16:19:28.341669 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f8f908b-14e9-4a88-84a4-7204f8523d8c req-a47ddfb1-9623-4df9-924d-43c22abd7486 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730140 Jun 16 16:19:28.736989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064dd17-fb1b-4c66-9164-bb59818eceff req-4803f93e-3ef6-4a52-823e-faa709c85438 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:28.738501 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7064dd17-fb1b-4c66-9164-bb59818eceff req-4803f93e-3ef6-4a52-823e-faa709c85438 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0490570 Jun 16 16:19:28.798398 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7064dd17-fb1b-4c66-9164-bb59818eceff req-9b64a682-9d56-4db3-b495-cc6cfa6adc11 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539839 Jun 16 16:19:29.490722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478fc5f-5c24-4144-bef8-eaa41f150bdc req-a0f82cde-b9d3-47a7-9395-e6c75219fdd1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:29.492093 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9478fc5f-5c24-4144-bef8-eaa41f150bdc req-a0f82cde-b9d3-47a7-9395-e6c75219fdd1 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0760136 Jun 16 16:19:29.503005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c824b-dc85-4d40-8fff-5c9061bd3641 req-db993c97-9f27-4320-9148-73e92f3b4705 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:29.504420 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e42c824b-dc85-4d40-8fff-5c9061bd3641 req-db993c97-9f27-4320-9148-73e92f3b4705 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0869563 Jun 16 16:19:29.579476 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9478fc5f-5c24-4144-bef8-eaa41f150bdc req-f9d86f29-db81-4ff9-85c5-6e153da5835c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741129 Jun 16 16:19:29.582722 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e42c824b-dc85-4d40-8fff-5c9061bd3641 req-2fd7c3a4-c5bf-4ad3-8682-33e6fb051ded tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715649 Jun 16 16:19:29.910570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f7bc8-a01e-4600-996a-51a640bc8892 req-1fab9e0d-cdf9-4def-98be-d5e301796e49 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:29.912038 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d04f7bc8-a01e-4600-996a-51a640bc8892 req-1fab9e0d-cdf9-4def-98be-d5e301796e49 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0464547 Jun 16 16:19:29.948565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:29.972434 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d04f7bc8-a01e-4600-996a-51a640bc8892 req-318c3092-f71d-4b4a-a90b-23f3b53d969f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546510 Jun 16 16:19:30.746100 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:30.763656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26afe14-a6b1-426f-96cb-36cd1b580ed7 req-7ac3bcfb-0801-4077-bf17-a2a8d964c4d7 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:30.765187 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b26afe14-a6b1-426f-96cb-36cd1b580ed7 req-7ac3bcfb-0801-4077-bf17-a2a8d964c4d7 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0923262 Jun 16 16:19:30.771334 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e35a88-3d24-450e-8965-cff94f2e74ef req-ad4c357b-1c13-47cc-8cd7-2594f83fc0cb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:30.773710 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80e35a88-3d24-450e-8965-cff94f2e74ef req-ad4c357b-1c13-47cc-8cd7-2594f83fc0cb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0979447 Jun 16 16:19:30.847930 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b26afe14-a6b1-426f-96cb-36cd1b580ed7 req-8ae2079c-8115-4418-a7f5-74d89e14c5d6 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736399 Jun 16 16:19:30.855003 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80e35a88-3d24-450e-8965-cff94f2e74ef req-edde790d-c6aa-41f1-8321-3642c816095b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740452 Jun 16 16:19:31.095168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124cf60-5647-4e5a-98d8-af4f6077c62c req-86bda518-b12b-4b14-a182-4a40c87c0163 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:31.096883 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c124cf60-5647-4e5a-98d8-af4f6077c62c req-86bda518-b12b-4b14-a182-4a40c87c0163 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0558679 Jun 16 16:19:31.161331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c124cf60-5647-4e5a-98d8-af4f6077c62c req-11d0dfa6-00e6-4ec7-8af4-13c8cedc43e7 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581436 Jun 16 16:19:31.993923 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e4f84-c4d0-491f-8192-803e1bc9e282 req-b1988929-6b7d-4f23-b48a-de06ae5c23b9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:31.995440 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9f4e4f84-c4d0-491f-8192-803e1bc9e282 req-b1988929-6b7d-4f23-b48a-de06ae5c23b9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0789680 Jun 16 16:19:32.001551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5e97-6d21-438b-a671-f21cf6734504 req-56379e55-97e5-46c5-99a1-59fd693a88f6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:32.002936 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a6aa5e97-6d21-438b-a671-f21cf6734504 req-56379e55-97e5-46c5-99a1-59fd693a88f6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0748172 Jun 16 16:19:32.082487 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9f4e4f84-c4d0-491f-8192-803e1bc9e282 req-77291295-ef97-48d0-aaeb-08098977539b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785189 Jun 16 16:19:32.086647 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a6aa5e97-6d21-438b-a671-f21cf6734504 req-fd8525a1-b4e9-4011-9b2f-1439fc8a5aac tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767870 Jun 16 16:19:32.146176 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:32.273527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae377cd-4c0a-4200-a43f-c58da3bb3990 req-9f2d5bf6-1082-4f69-842b-e01194cd914e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:32.275017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ae377cd-4c0a-4200-a43f-c58da3bb3990 req-9f2d5bf6-1082-4f69-842b-e01194cd914e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0471680 Jun 16 16:19:32.334226 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ae377cd-4c0a-4200-a43f-c58da3bb3990 req-bcd8cc96-5674-486d-b982-9a8565435971 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529518 Jun 16 16:19:33.236099 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53027-c87d-49e8-8efd-d258f72d7f32 req-4046587b-8f52-4471-b624-41403f5ac288 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:33.237587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42d53027-c87d-49e8-8efd-d258f72d7f32 req-4046587b-8f52-4471-b624-41403f5ac288 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0809786 Jun 16 16:19:33.243622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63feb-9526-424d-901a-bc249278117f req-73de1a6a-36e8-49f6-b685-efdb40a29b88 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:33.245119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45f63feb-9526-424d-901a-bc249278117f req-73de1a6a-36e8-49f6-b685-efdb40a29b88 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0872817 Jun 16 16:19:33.312925 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42d53027-c87d-49e8-8efd-d258f72d7f32 req-fafad0b5-e8e3-48c5-b55e-d39cb0ccb2c0 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668821 Jun 16 16:19:33.328731 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45f63feb-9526-424d-901a-bc249278117f req-619ff1c3-71c2-48cd-bfb6-62f6a2005ca6 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733299 Jun 16 16:19:33.446591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd84611-4ae3-4ad1-8e38-b63caf6961cb req-e9198994-db0f-43a6-a736-4445f49fb120 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:33.448063 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccd84611-4ae3-4ad1-8e38-b63caf6961cb req-e9198994-db0f-43a6-a736-4445f49fb120 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0473926 Jun 16 16:19:33.507604 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccd84611-4ae3-4ad1-8e38-b63caf6961cb req-7792cf72-ada7-4f1d-be89-3b6434315a67 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539985 Jun 16 16:19:33.833820 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:33.838886 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:34.308908 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-4c254011-aebe-4492-a062-1811c74e146c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419784 Jun 16 16:19:34.705664 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-ca51d0df-9a45-436d-a473-dd2dbbb020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:34.707175 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-ca51d0df-9a45-436d-a473-dd2dbbb020ca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 1130 time: 0.3326654 Jun 16 16:19:34.715517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb20cc-5817-4c62-a486-88612e5dafea req-6a730cf9-be60-4ce9-a2fa-b85d1ea0aab9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:34.716906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6beb20cc-5817-4c62-a486-88612e5dafea req-6a730cf9-be60-4ce9-a2fa-b85d1ea0aab9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.3329482 Jun 16 16:19:34.731459 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72310b-eaff-4258-a4bb-bef1c35b7fea req-e99f116b-3f51-4f3f-ac7b-435bfb27ba28 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:34.732925 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a72310b-eaff-4258-a4bb-bef1c35b7fea req-e99f116b-3f51-4f3f-ac7b-435bfb27ba28 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.3216748 Jun 16 16:19:34.738581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:34.768371 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:34.870947 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6beb20cc-5817-4c62-a486-88612e5dafea req-2da976d4-2af1-4084-963c-5fa94062316d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466329 Jun 16 16:19:34.895420 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a72310b-eaff-4258-a4bb-bef1c35b7fea req-a5e30369-a2c3-4ef6-a51c-3db706d94b2b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557169 Jun 16 16:19:34.898358 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-5a9a1188-c3cd-4715-b08b-a78a42024e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:34.899829 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-5a9a1188-c3cd-4715-b08b-a78a42024e1d service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1619272 Jun 16 16:19:34.941050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-17ab952c-6e4a-4715-9802-485b8cc3d85f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 200 len: 217 time: 0.0348587 Jun 16 16:19:35.011559 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ecd7-9a20-4016-801c-e84f939a9cd1 req-d7292566-348c-4cbf-9c9b-51d3eddf4988 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:35.013018 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d31ecd7-9a20-4016-801c-e84f939a9cd1 req-d7292566-348c-4cbf-9c9b-51d3eddf4988 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0746925 Jun 16 16:19:35.028980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-e21321c8-7d66-4bab-b338-f0ca291ff8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:35.030403 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-e21321c8-7d66-4bab-b338-f0ca291ff8b4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0806310 Jun 16 16:19:35.098168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-e2f2be11-faf3-46bf-8704-c83d556db901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:35.099635 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-e2f2be11-faf3-46bf-8704-c83d556db901 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595143 Jun 16 16:19:35.131640 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d31ecd7-9a20-4016-801c-e84f939a9cd1 req-46a39138-498c-416c-b81c-eed8643670e9 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118174 Jun 16 16:19:35.202812 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-2178b2a1-0098-41bf-baf6-0b66aea5e969 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960374 Jun 16 16:19:35.289943 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4730c9b-8a86-4299-8ca7-4bef7e147df9 req-71cd8e67-07fb-40cb-9b20-937c433527d9 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811713 Jun 16 16:19:35.839616 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:19:36.017209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45973c-40b7-4dc1-a46d-475bcc0f75db req-a1869d30-7757-456f-9ebc-c14bb97d3654 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.018702 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6c45973c-40b7-4dc1-a46d-475bcc0f75db req-a1869d30-7757-456f-9ebc-c14bb97d3654 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0773644 Jun 16 16:19:36.038326 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614d90-546d-43de-9c11-d3ec9bb8a0f1 req-5fb190ba-74ec-4f66-a797-00ee37d57800 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.039754 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90614d90-546d-43de-9c11-d3ec9bb8a0f1 req-5fb190ba-74ec-4f66-a797-00ee37d57800 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0690956 Jun 16 16:19:36.098264 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6c45973c-40b7-4dc1-a46d-475bcc0f75db req-6a98b162-db77-449d-ae88-3de5ff7aa753 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735579 Jun 16 16:19:36.118802 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-90614d90-546d-43de-9c11-d3ec9bb8a0f1 req-8856dad0-d7c2-41c6-b785-dd236f4661aa tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720465 Jun 16 16:19:36.261897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-83214191-f55f-4341-b809-586ad8492666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.263406 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-83214191-f55f-4341-b809-586ad8492666 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0716217 Jun 16 16:19:36.277073 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d577bf-ad59-4dcf-81ea-78b26a41797f req-b44175c1-be1a-45e9-8d44-84c1f49b9039 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.278633 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16d577bf-ad59-4dcf-81ea-78b26a41797f req-b44175c1-be1a-45e9-8d44-84c1f49b9039 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0590284 Jun 16 16:19:36.353363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:36.412630 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16d577bf-ad59-4dcf-81ea-78b26a41797f req-b94909b8-913f-48b4-a067-0dce2559658a tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207161 Jun 16 16:19:36.415283 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-a455fd69-3885-49df-ad2e-95b7c890301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.416820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-a455fd69-3885-49df-ad2e-95b7c890301b service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.1329157 Jun 16 16:19:36.485814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-77bfd22c-f9a3-4ec1-9ef5-484974a8dd1d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 1000 time: 0.0628915 Jun 16 16:19:36.499493 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:36.534654 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-414cceec-de20-4a09-87b6-794261e8f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.536120 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-414cceec-de20-4a09-87b6-794261e8f0ab service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.0445898 Jun 16 16:19:36.580079 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-9fc6efd8-8d8f-4fde-8ff7-6b2ee20086b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:36.581543 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-9fc6efd8-8d8f-4fde-8ff7-6b2ee20086b9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385778 Jun 16 16:19:36.677215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-8a5c400a-40e5-41b7-97ec-b9e723b8aa4b service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887978 Jun 16 16:19:36.851013 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-91ed4e36-c076-4827-89a8-5dbc22cb6e49 req-7dad39e3-d7b8-4883-b9cc-49c69d23546d service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Jun 16 16:19:37.241591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b468ee0-0957-49e9-b8e6-7f90a7d56cea req-5bf178fd-d183-4978-a8ad-771a0f6e8f4c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.243161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b468ee0-0957-49e9-b8e6-7f90a7d56cea req-5bf178fd-d183-4978-a8ad-771a0f6e8f4c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0767853 Jun 16 16:19:37.257007 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365699-91c0-4c9b-a263-c83fd6789278 req-e27a1cca-23a5-47fd-9c7b-70168a664dd2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.258399 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4d365699-91c0-4c9b-a263-c83fd6789278 req-e27a1cca-23a5-47fd-9c7b-70168a664dd2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0637221 Jun 16 16:19:37.327823 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3b468ee0-0957-49e9-b8e6-7f90a7d56cea req-3fa33792-07be-4dd2-9d9d-55f49edfe9af tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778573 Jun 16 16:19:37.336627 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4d365699-91c0-4c9b-a263-c83fd6789278 req-a48d0f09-9fb8-4484-9a0b-c92748f7c725 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722995 Jun 16 16:19:37.534573 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4bc5e-7f84-46f1-bfc4-8d04696054e7 req-7484dfa6-09c1-427d-9635-b80ae802aaf4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:37.536028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-60e4bc5e-7f84-46f1-bfc4-8d04696054e7 req-7484dfa6-09c1-427d-9635-b80ae802aaf4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0513175 Jun 16 16:19:37.596723 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-60e4bc5e-7f84-46f1-bfc4-8d04696054e7 req-fe2cc554-2776-418b-bb54-833ee066c87e tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549641 Jun 16 16:19:38.483194 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa782e-ac13-4bda-a1de-0e1a48ba409b req-ce213bb2-7826-4799-b01f-c517eb38f179 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.484699 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13aa782e-ac13-4bda-a1de-0e1a48ba409b req-ce213bb2-7826-4799-b01f-c517eb38f179 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0754275 Jun 16 16:19:38.490516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89e37-9ebd-42a4-ba45-66ed91a8a01b req-cceea138-76c0-4503-9b54-9d15751de9e7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.491915 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-31a89e37-9ebd-42a4-ba45-66ed91a8a01b req-cceea138-76c0-4503-9b54-9d15751de9e7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0943344 Jun 16 16:19:38.570066 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13aa782e-ac13-4bda-a1de-0e1a48ba409b req-a2acded8-ab4e-4757-97f9-8888d2976739 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771334 Jun 16 16:19:38.574068 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-31a89e37-9ebd-42a4-ba45-66ed91a8a01b req-ba50b125-15a7-4ed4-8fc9-d9a842f01023 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747344 Jun 16 16:19:38.712664 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c2371-2ace-44cc-a9fc-2a5cbe7f988c req-790250d2-4bff-4cfd-ad3e-edc04711e972 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:38.714161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb7c2371-2ace-44cc-a9fc-2a5cbe7f988c req-790250d2-4bff-4cfd-ad3e-edc04711e972 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0493281 Jun 16 16:19:38.773447 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb7c2371-2ace-44cc-a9fc-2a5cbe7f988c req-ca7ba0bb-8b6f-496a-9f42-363137faca3c tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=74eac6b2-6dfb-4da7-a773-5d20beb6c965&id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536256 Jun 16 16:19:39.722034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a2e66-57ea-4d0c-a541-7ac6a82d853b req-b8a74445-ab83-4a4f-9699-6129208188c9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:39.723797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-991a2e66-57ea-4d0c-a541-7ac6a82d853b req-b8a74445-ab83-4a4f-9699-6129208188c9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0843654 Jun 16 16:19:39.731704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730d8a-2e07-4ff1-b95e-7f2d749ae3f7 req-938bb560-9d18-4f41-874a-e950f37e6831 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:39.733131 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2730d8a-2e07-4ff1-b95e-7f2d749ae3f7 req-938bb560-9d18-4f41-874a-e950f37e6831 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0824234 Jun 16 16:19:39.741527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:39.754044 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:39.814111 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-991a2e66-57ea-4d0c-a541-7ac6a82d853b req-0319e309-43d1-4132-aece-8f4f740b20b9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799987 Jun 16 16:19:39.817077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c2730d8a-2e07-4ff1-b95e-7f2d749ae3f7 req-7821e2cd-efe7-4afa-8e36-53f3651b595a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762362 Jun 16 16:19:40.279455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8855f357-f4e0-4dff-a274-667e2624a947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:40.959064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84b8de-536b-4af1-9af8-b8496007634f req-a1958793-b5f5-4644-80a8-4f10173284e8 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:40.960532 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a84b8de-536b-4af1-9af8-b8496007634f req-a1958793-b5f5-4644-80a8-4f10173284e8 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0784140 Jun 16 16:19:40.969154 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5bda5-5f58-435d-9a0e-9e60a78eec83 req-8e98d1ee-c9b4-49c4-8ee6-92919592ca50 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:40.970618 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08f5bda5-5f58-435d-9a0e-9e60a78eec83 req-8e98d1ee-c9b4-49c4-8ee6-92919592ca50 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0788608 Jun 16 16:19:41.047257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a84b8de-536b-4af1-9af8-b8496007634f req-bd6ddbeb-1364-480e-a601-7bbac7b20559 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755816 Jun 16 16:19:41.050183 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08f5bda5-5f58-435d-9a0e-9e60a78eec83 req-84c9c11d-ce85-4c03-86d4-225e4cfc31e9 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713885 Jun 16 16:19:41.561246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34799a-6783-4515-8522-928d2a5b6146 req-9a6b6c26-036f-4690-bbdf-dd206b461ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:41.562826 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f34799a-6783-4515-8522-928d2a5b6146 req-9a6b6c26-036f-4690-bbdf-dd206b461ca9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0399120 Jun 16 16:19:41.863508 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f34799a-6783-4515-8522-928d2a5b6146 req-4a98b529-f3b2-48fe-8e28-e2e171316325 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Jun 16 16:19:42.188141 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004a225-8864-401a-81f8-022fa81abb00 req-1e40aace-c9c0-40a9-b672-a2ed2bdfe78b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.189663 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d004a225-8864-401a-81f8-022fa81abb00 req-1e40aace-c9c0-40a9-b672-a2ed2bdfe78b tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0737581 Jun 16 16:19:42.200204 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089c5a-1f32-47ae-8898-da03c3fafe38 req-c4ff17f7-233b-4d74-8903-0a54c6634c3c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.201654 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8089c5a-1f32-47ae-8898-da03c3fafe38 req-c4ff17f7-233b-4d74-8903-0a54c6634c3c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0759180 Jun 16 16:19:42.276525 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d004a225-8864-401a-81f8-022fa81abb00 req-ac1fa9a7-26cb-499f-936b-2f7763e6c429 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738776 Jun 16 16:19:42.281349 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d8089c5a-1f32-47ae-8898-da03c3fafe38 req-5c5acf59-9d2f-4fc1-b458-75f0172feb05 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719881 Jun 16 16:19:42.459705 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:19:42.492454 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973dea7-27c2-4885-854a-095ed112c2ae req-e0e347a4-6d04-4548-8371-6a826c4d88ba tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.494005 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8973dea7-27c2-4885-854a-095ed112c2ae req-e0e347a4-6d04-4548-8371-6a826c4d88ba tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0552940 Jun 16 16:19:42.530847 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51482) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:42.543822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fd0e55d6-c023-4540-8b9f-28e600c52b4f is: ACTIVE; New status is: DOWN {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:42.544415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.549654 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8973dea7-27c2-4885-854a-095ed112c2ae req-7b0eb3f1-32d9-4677-ae1d-5ab85446b475 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492980 Jun 16 16:19:42.574266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:42.576495 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6f7759-f839-496d-86ac-65f6be31094d" -d '{"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:42.589075 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:42.596372 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.630906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458eb67f-e1c7-463b-8168-4591bcb67555 x-openstack-request-id: req-458eb67f-e1c7-463b-8168-4591bcb67555 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:42.631271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-unplugged", "status": "failed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "code": 422}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:42.631628 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-458eb67f-e1c7-463b-8168-4591bcb67555 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:42.632126 dv-cinder-837354-2-iscsi neutron-server[104081]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-458eb67f-e1c7-463b-8168-4591bcb67555']: {'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'code': 422} returned with failed status Jun 16 16:19:42.642232 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-422cb1da-9fdc-4b9e-a733-65057e168c3f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077650 Jun 16 16:19:42.652347 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-efb993c1-7572-4b0c-8446-c3687cfed0f3 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:19:42.652347 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-efb993c1-7572-4b0c-8446-c3687cfed0f3 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051458 Jun 16 16:19:42.667604 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7a94803-1634-42c1-ab4a-63cfcf5ab386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:42.671781 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=6']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:42.687066 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.687577 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.687850 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.688218 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.688598 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.688972 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.689315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.689664 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.690086 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.690428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.690760 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.691109 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.691445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.691777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.692104 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:42.733954 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51494) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:42.783207 dv-cinder-837354-2-iscsi neutron-server[104080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:19:42.827443 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-ef3fa085-e662-4655-bbe9-2a01c4de33fe tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:42.828784 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-ef3fa085-e662-4655-bbe9-2a01c4de33fe tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports/fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 940 time: 0.0938821 Jun 16 16:19:43.402559 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa70f0-f65c-4149-8c23-cd52acf4a6da req-2be78df2-a9e8-42e9-9c6c-314762e8512c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:43.403978 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11aa70f0-f65c-4149-8c23-cd52acf4a6da req-2be78df2-a9e8-42e9-9c6c-314762e8512c tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0517504 Jun 16 16:19:43.450340 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11aa70f0-f65c-4149-8c23-cd52acf4a6da req-57c365dd-e75c-467f-84f1-340097e0c960 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403528 Jun 16 16:19:43.614528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:43.667735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce654e2-ed7c-4b3d-b1cb-dff5306be3ac req-234fb721-ebf7-41c4-8942-a16c6f2d2601 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:43.669187 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dce654e2-ed7c-4b3d-b1cb-dff5306be3ac req-234fb721-ebf7-41c4-8942-a16c6f2d2601 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0509853 Jun 16 16:19:43.719959 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dce654e2-ed7c-4b3d-b1cb-dff5306be3ac req-f9ac9b29-1bf8-4cc5-b11d-b22a9183121d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Jun 16 16:19:44.570444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499956c3-bbde-4408-bc37-d604e15d18e4 req-51df4195-a53f-4409-b56c-5eb27745fc7f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:44.571960 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-499956c3-bbde-4408-bc37-d604e15d18e4 req-51df4195-a53f-4409-b56c-5eb27745fc7f tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0505853 Jun 16 16:19:44.623028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-499956c3-bbde-4408-bc37-d604e15d18e4 req-71ad7f13-d5f9-4eb6-99cd-290101cb87f7 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Jun 16 16:19:44.839459 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200b30e-3a3e-4fd5-bec6-bff9f49e6229 req-342b4d19-7420-4cc8-84d6-9c851129d02d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:44.841022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d200b30e-3a3e-4fd5-bec6-bff9f49e6229 req-342b4d19-7420-4cc8-84d6-9c851129d02d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0519283 Jun 16 16:19:44.901030 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d200b30e-3a3e-4fd5-bec6-bff9f49e6229 req-61bf23c6-10e0-44fb-a1c0-1991ba85cd24 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530999 Jun 16 16:19:44.947760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:44.949636 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:44.985859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db857e43-8d28-40f2-a05a-19e6b45b9b54 req-9e9bcd4b-cc9a-456c-9490-27c7fee82fb3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:44.987269 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-db857e43-8d28-40f2-a05a-19e6b45b9b54 req-9e9bcd4b-cc9a-456c-9490-27c7fee82fb3 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0481794 Jun 16 16:19:45.034041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-db857e43-8d28-40f2-a05a-19e6b45b9b54 req-5ffc201c-c00e-4101-b959-f49342567309 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Jun 16 16:19:45.177639 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:45.292017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-822ad859-948e-4cdc-82a9-abb3478c33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.293486 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-822ad859-948e-4cdc-82a9-abb3478c33bc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4&tenant_id=aed429e2356c4c7a83872d82c0540b66 HTTP/1.1" status: 200 len: 1127 time: 0.0681231 Jun 16 16:19:45.299228 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58028-e3e6-499d-97e6-c601391c7103 req-9ab0f2a0-9638-45c8-b77f-77faa3cecc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.300571 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-9ab0f2a0-9638-45c8-b77f-77faa3cecc06 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0652027 Jun 16 16:19:45.411476 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-8b08746a-61bc-4941-a104-f28770378159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.412951 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-8b08746a-61bc-4941-a104-f28770378159 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0805790 Jun 16 16:19:45.491662 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58028-e3e6-499d-97e6-c601391c7103 req-aa16d529-74d7-402c-87b6-9cdd8b117081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.493123 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-aa16d529-74d7-402c-87b6-9cdd8b117081 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1700885 Jun 16 16:19:45.572828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-c1648dd4-2e02-41f7-b0f0-1dd24ae90df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.574215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-c1648dd4-2e02-41f7-b0f0-1dd24ae90df7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.1531265 Jun 16 16:19:45.576300 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-34d52aac-9c5d-49a0-b8ca-299eebe53605 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1002 time: 0.0763619 Jun 16 16:19:45.674131 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-d6944e4f-3f3e-409a-81c4-8af96cfe21a2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 998 time: 0.0884941 Jun 16 16:19:45.675422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58028-e3e6-499d-97e6-c601391c7103 req-c736669c-401e-42ad-ad54-306b21fb9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.676744 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-c736669c-401e-42ad-ad54-306b21fb9b50 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0901806 Jun 16 16:19:45.732577 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:45.761914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58028-e3e6-499d-97e6-c601391c7103 req-e92a0b76-47d8-4c33-bc8f-8f2394a2efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.763457 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-e92a0b76-47d8-4c33-bc8f-8f2394a2efbd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704865 Jun 16 16:19:45.767458 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-80436557-fc53-42d8-a82b-cf8f1ac0d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.768862 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-80436557-fc53-42d8-a82b-cf8f1ac0d844 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.0831301 Jun 16 16:19:45.835057 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:45.873349 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-315311b3-ef3a-4f50-bf11-263b15910d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:45.874978 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-315311b3-ef3a-4f50-bf11-263b15910d94 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838521 Jun 16 16:19:45.955126 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-f688a2b3-a67d-48a9-8462-2f6a5a871a67 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711688 Jun 16 16:19:46.306158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:46.361787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-e308ea21-ac36-4952-a8bd-ff6a24b8b593 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758403 Jun 16 16:19:46.373381 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cca23-0cc4-4fbf-91e8-4c8d2d2273f0 req-16144807-d11c-453b-806b-8064936c1b86 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.374875 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b1cca23-0cc4-4fbf-91e8-4c8d2d2273f0 req-16144807-d11c-453b-806b-8064936c1b86 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.4029665 Jun 16 16:19:46.399422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7024-f942-48af-bed9-3aa4c3cec5c2 req-b1d736fd-c0cb-4329-8f10-32b9fc09fbd5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:46.400773 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d7d7024-f942-48af-bed9-3aa4c3cec5c2 req-b1d736fd-c0cb-4329-8f10-32b9fc09fbd5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.1599088 Jun 16 16:19:46.436817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:46.462584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a58028-e3e6-499d-97e6-c601391c7103 req-6b5657f3-7c8d-49c8-afb5-0f8b817f623c service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012069 Jun 16 16:19:46.549900 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b1cca23-0cc4-4fbf-91e8-4c8d2d2273f0 req-baa810a2-f68b-4eb6-b2fa-72b27e11fb54 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690059 Jun 16 16:19:46.562623 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d7d7024-f942-48af-bed9-3aa4c3cec5c2 req-2e3cbcca-055b-4316-92b0-873506943ddd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426644 Jun 16 16:19:46.578147 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-f9d23cbb-0de1-4f35-a0f6-9b09fc39f178 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004585 Jun 16 16:19:47.693611 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d813dc-ddbe-4306-b4fe-d118516e2587 req-67c24dd4-536c-4336-9ce9-a445408ee58c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:47.695122 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3d813dc-ddbe-4306-b4fe-d118516e2587 req-67c24dd4-536c-4336-9ce9-a445408ee58c tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0759773 Jun 16 16:19:47.706280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982486-c3aa-47bb-91be-9a5cd3f22609 req-84ff18f1-ad22-4a6d-aa59-89a65f6fab50 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:47.707726 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce982486-c3aa-47bb-91be-9a5cd3f22609 req-84ff18f1-ad22-4a6d-aa59-89a65f6fab50 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0760047 Jun 16 16:19:47.787738 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3d813dc-ddbe-4306-b4fe-d118516e2587 req-e8c25873-c48f-4a64-91ca-d0f0c3804a16 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790610 Jun 16 16:19:47.790974 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ce982486-c3aa-47bb-91be-9a5cd3f22609 req-f94d0e57-ad03-4594-bf82-aadc2c340974 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762768 Jun 16 16:19:48.932043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cd31-2582-40a6-800b-a0c6fb4d08eb req-d6db8380-b6a4-433a-90b4-9ae92545a89a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:48.933435 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c28cd31-2582-40a6-800b-a0c6fb4d08eb req-d6db8380-b6a4-433a-90b4-9ae92545a89a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0747888 Jun 16 16:19:48.944104 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ccad4-6892-4461-8bb1-21a027e2be57 req-b7f38c7a-5f85-4b7a-9e05-6d69fedd4fbc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:48.945698 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec3ccad4-6892-4461-8bb1-21a027e2be57 req-b7f38c7a-5f85-4b7a-9e05-6d69fedd4fbc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0777168 Jun 16 16:19:49.019303 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c28cd31-2582-40a6-800b-a0c6fb4d08eb req-1e3ce525-8087-48c6-b0d2-0afa7cd6586e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726960 Jun 16 16:19:49.026459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec3ccad4-6892-4461-8bb1-21a027e2be57 req-c21a5e49-155b-4aa9-8722-e4cb19388a3b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735168 Jun 16 16:19:50.170741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511003-5294-46f1-aa90-e478f2e5adb3 req-32de410c-cce9-4449-a57f-c8b3c55bdb82 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:50.172232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b511003-5294-46f1-aa90-e478f2e5adb3 req-32de410c-cce9-4449-a57f-c8b3c55bdb82 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0820923 Jun 16 16:19:50.178259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add1018-7920-49de-a0a8-b441e5f7bf2c req-555b25aa-5643-4748-b406-f5d5696cdf39 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:50.179620 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6add1018-7920-49de-a0a8-b441e5f7bf2c req-555b25aa-5643-4748-b406-f5d5696cdf39 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0797350 Jun 16 16:19:50.256620 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b511003-5294-46f1-aa90-e478f2e5adb3 req-5cda296e-2149-4a22-8d89-8e732925d17e tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760493 Jun 16 16:19:50.259926 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6add1018-7920-49de-a0a8-b441e5f7bf2c req-e03a33c5-8fab-42b8-bb5b-6f9ffbdc45a5 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734749 Jun 16 16:19:51.405082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f379f4e-2821-4bfa-93d9-f414baf3b80f req-fc92088c-5995-46a8-8bad-8ded473d02b0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:51.406517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f379f4e-2821-4bfa-93d9-f414baf3b80f req-fc92088c-5995-46a8-8bad-8ded473d02b0 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0816786 Jun 16 16:19:51.412500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1360b-d108-445d-8d81-a71035252c9f req-f58b8571-bb9b-4ece-bb75-9f1423a609ea tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:51.413894 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9a1360b-d108-445d-8d81-a71035252c9f req-f58b8571-bb9b-4ece-bb75-9f1423a609ea tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0871534 Jun 16 16:19:51.446953 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:51.488379 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f379f4e-2821-4bfa-93d9-f414baf3b80f req-b2fe38f9-d2ad-435d-bfc3-43e78232dba3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735435 Jun 16 16:19:51.496569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9a1360b-d108-445d-8d81-a71035252c9f req-7dba4085-b14e-4426-a224-b0e87d6fa240 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746152 Jun 16 16:19:51.609935 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709bc9a-00f2-4b36-aba7-073f1e54d79d req-b4c3bbb8-06d2-42af-9227-306de43ce2ac tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:51.611401 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2709bc9a-00f2-4b36-aba7-073f1e54d79d req-b4c3bbb8-06d2-42af-9227-306de43ce2ac tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0506761 Jun 16 16:19:51.620289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51548) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:19:51.624696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Request body: {'floatingip': {'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:19:51.676382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:51.746423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.115209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:52.118927 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:52.313733 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:52.412555 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:52.417391 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:52.422684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:52.433310 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:52.434005 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.451278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:52.453542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be" -d '{"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:52.475640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.490764 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b403a086-d8dc-4b70-b8e3-2a7b5d97ed9a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "PUT /v2.0/floatingips/b44ee07b-9218-4f02-ade9-be698f3d5d38 HTTP/1.1" status: 200 len: 994 time: 0.8693798 Jun 16 16:19:52.492317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b52287-a898-452c-b1cf-a52f763a71d3 x-openstack-request-id: req-92b52287-a898-452c-b1cf-a52f763a71d3 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:52.492603 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:52.492859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92b52287-a898-452c-b1cf-a52f763a71d3 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:52.493331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b52287-a898-452c-b1cf-a52f763a71d3'] response: {'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'status': 'completed', 'code': 200} Jun 16 16:19:52.543134 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:52.617554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-25a607a7-59d0-4674-9e0e-5d4e59c237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:52.619097 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-25a607a7-59d0-4674-9e0e-5d4e59c237ba service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0697298 Jun 16 16:19:52.629712 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac54582-3a83-44f2-8348-245baaf9dfbf req-e2056927-abba-4a5c-8b45-7670854b0090 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:52.631238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ac54582-3a83-44f2-8348-245baaf9dfbf req-e2056927-abba-4a5c-8b45-7670854b0090 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0720501 Jun 16 16:19:52.732500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.754096 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ac54582-3a83-44f2-8348-245baaf9dfbf req-a8329e87-0143-4bd3-b0a9-1b83e356839f tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130102 Jun 16 16:19:52.759204 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-ed10b3e7-ffb4-419b-8825-c1fb73c8528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:52.760630 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-ed10b3e7-ffb4-419b-8825-c1fb73c8528e service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1285436 Jun 16 16:19:52.773045 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:19:52Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.816472 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.817079 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:52.818460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.826600 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:52.827228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.832573 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-008a0df7-5885-4a86-bf13-c0779f81dd89 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1002 time: 0.0614536 Jun 16 16:19:52.886518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-188cc191-f38a-4635-8497-5bc5c72edddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:52.887978 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-188cc191-f38a-4635-8497-5bc5c72edddd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0474460 Jun 16 16:19:52.901533 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:52.932324 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:19:52.934248 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-ffbdc7ad-fc60-4e01-b79e-c17c3178d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:52.935816 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-ffbdc7ad-fc60-4e01-b79e-c17c3178d603 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409389 Jun 16 16:19:53.020566 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:53.036742 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-b75495fe-bfc5-4e08-9056-3ac46e802e8f service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938518 Jun 16 16:19:53.132200 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-592d4db2-fe2b-4415-96d1-a7e1ef03c2be req-7e54b156-85a5-4250-92e9-6425b2dde504 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886393 Jun 16 16:19:53.266896 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7517e348-9523-4584-935d-e60f00c5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:19:52Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:53.291303 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517e348-9523-4584-935d-e60f00c5afca None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b44ee07b-9218-4f02-ade9-be698f3d5d38', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'port_id': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'mac_address': 'fa:16:3e:c3:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:15:43Z', 'updated_at': '2022-06-16T16:19:52Z', 'revision_number': 3, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:53.874145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08867b-2e37-4643-919a-38dbbe977316 req-cea1df57-499b-4229-b75e-a22123476e57 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:53.875626 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf08867b-2e37-4643-919a-38dbbe977316 req-cea1df57-499b-4229-b75e-a22123476e57 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0518332 Jun 16 16:19:53.923644 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cf08867b-2e37-4643-919a-38dbbe977316 req-8f00943b-4f01-4410-9f92-dc43df6fb52d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Jun 16 16:19:54.495156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:54.497435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c5962-d0d2-484d-9eef-d8862179087b" -d '{"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:54.532893 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4c7ea-b8c3-47d2-a741-6279e83a3e0b x-openstack-request-id: req-65c4c7ea-b8c3-47d2-a741-6279e83a3e0b {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:54.533178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:54.533427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65c4c7ea-b8c3-47d2-a741-6279e83a3e0b {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:54.533860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c4c7ea-b8c3-47d2-a741-6279e83a3e0b'] response: {'name': 'network-changed', 'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'status': 'completed', 'code': 200} Jun 16 16:19:54.628500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c5962-d0d2-484d-9eef-d8862179087b req-47c56deb-236e-474d-b680-96fd860aa4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:54.630036 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-47c56deb-236e-474d-b680-96fd860aa4b8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 1130 time: 0.0400825 Jun 16 16:19:54.728570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c5962-d0d2-484d-9eef-d8862179087b req-d8ccfac8-00a1-44f8-9e94-dc9a83d3a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:54.730085 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-d8ccfac8-00a1-44f8-9e94-dc9a83d3a849 service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.0893791 Jun 16 16:19:54.807122 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-3c2ca5ec-bb50-4aec-8afa-2741950b7290 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 200 len: 1002 time: 0.0559189 Jun 16 16:19:54.861964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c5962-d0d2-484d-9eef-d8862179087b req-516ba6da-8971-4ce7-a131-d496f972fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:54.863436 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-516ba6da-8971-4ce7-a131-d496f972fbc5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0500643 Jun 16 16:19:54.910779 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c5962-d0d2-484d-9eef-d8862179087b req-5ffba807-ffb0-48d8-a974-fdb850286f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:54.912275 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-5ffba807-ffb0-48d8-a974-fdb850286f43 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418112 Jun 16 16:19:54.938244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:55.029997 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-da20401c-95a3-4512-a7e8-250df240b428 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100144 Jun 16 16:19:55.049271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c0cf-bc1e-46d2-83d6-d42b2420a982 req-ddc53eee-4ed9-4e17-bb0e-7828a15eef71 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:55.050811 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0448c0cf-bc1e-46d2-83d6-d42b2420a982 req-ddc53eee-4ed9-4e17-bb0e-7828a15eef71 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0559862 Jun 16 16:19:55.105291 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0448c0cf-bc1e-46d2-83d6-d42b2420a982 req-d1f240ea-a71b-4648-a8c3-04736892cd44 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489733 Jun 16 16:19:55.199781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:55.204786 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-484c5962-d0d2-484d-9eef-d8862179087b req-c2ff01b8-f174-4f7b-9be0-e30151c14bc8 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Jun 16 16:19:55.432134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad190ba0-af0a-4833-a678-9c0f1325cf67 req-46f8aeb8-f4d8-4753-985c-f2bbace308a4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:55.433613 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ad190ba0-af0a-4833-a678-9c0f1325cf67 req-46f8aeb8-f4d8-4753-985c-f2bbace308a4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0497971 Jun 16 16:19:55.485317 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ad190ba0-af0a-4833-a678-9c0f1325cf67 req-fdce97db-58b2-4303-a459-5c94ffe766fa tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Jun 16 16:19:56.231526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4e20d-5bb4-430b-84ec-61596f587f40 req-00e42735-05f5-4dcb-92f1-6bd6422decf2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:56.233533 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0e4e20d-5bb4-430b-84ec-61596f587f40 req-00e42735-05f5-4dcb-92f1-6bd6422decf2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0568862 Jun 16 16:19:56.283042 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0e4e20d-5bb4-430b-84ec-61596f587f40 req-ab301359-36ee-49ff-a440-6061d050a6d2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437226 Jun 16 16:19:56.600988 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23506c10-93c5-46d8-bf8b-b7f7c6db4862 req-69faac8c-264d-42e6-bb59-75d84af32382 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:56.602516 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23506c10-93c5-46d8-bf8b-b7f7c6db4862 req-69faac8c-264d-42e6-bb59-75d84af32382 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0494211 Jun 16 16:19:56.650706 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23506c10-93c5-46d8-bf8b-b7f7c6db4862 req-78a54719-9a31-41b9-a26a-fccf3cccd03f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Jun 16 16:19:57.400761 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6bf18-2686-46d9-bfb0-a84deaa760ad req-aabe27cd-282e-4596-a54f-9c95206d8b13 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:57.402175 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a6c6bf18-2686-46d9-bfb0-a84deaa760ad req-aabe27cd-282e-4596-a54f-9c95206d8b13 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0513017 Jun 16 16:19:57.451572 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a6c6bf18-2686-46d9-bfb0-a84deaa760ad req-73b454d5-1bce-40a9-a640-319a71c19627 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jun 16 16:19:57.770114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f940e55-8917-4e35-8424-97f21c1b0aea req-a9bc32a0-46de-4bc5-b54b-b5d537026283 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:57.771730 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f940e55-8917-4e35-8424-97f21c1b0aea req-a9bc32a0-46de-4bc5-b54b-b5d537026283 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0468173 Jun 16 16:19:57.818856 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f940e55-8917-4e35-8424-97f21c1b0aea req-53b90633-5dcf-4bee-a443-8c01158bbb42 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Jun 16 16:19:58.522028 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:19:58.564562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d645-a673-4e04-bca1-33feea1fb292 req-1ea04819-cc7d-4ba4-aeaf-da5eecaa2273 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:58.566062 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5554d645-a673-4e04-bca1-33feea1fb292 req-1ea04819-cc7d-4ba4-aeaf-da5eecaa2273 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 943 time: 0.0474777 Jun 16 16:19:58.620630 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5554d645-a673-4e04-bca1-33feea1fb292 req-80136c44-cdc6-4ee0-becd-41410bca6915 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488083 Jun 16 16:19:58.622979 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:58.636667 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'port_id': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'mac_address': 'fa:16:3e:ac:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:19:58.674545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fd0e55d6-c023-4540-8b9f-28e600c52b4f is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:19:58.674920 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.688643 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0e55d6-c023-4540-8b9f-28e600c52b4f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:19:58.708798 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:58.711781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3712-08da-4380-bbf4-18849e633591 req-1a192a24-098d-4fc8-a64b-29025cb605e9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:58.713001 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:58.713446 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5dc3712-08da-4380-bbf4-18849e633591 req-1a192a24-098d-4fc8-a64b-29025cb605e9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0476513 Jun 16 16:19:58.760835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=7']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:58.798450 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:19:58.798793 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.137767 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:59.155842 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6bcdf-bdab-4bbc-b910-6593c54beb7a req-4ce7c0ff-eefc-495c-bc8a-5c1c9e2af7e0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:59.157070 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59f6bcdf-bdab-4bbc-b910-6593c54beb7a req-4ce7c0ff-eefc-495c-bc8a-5c1c9e2af7e0 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 945 time: 0.0666087 Jun 16 16:19:59.175656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] For port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:19:59.176025 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.235322 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fd0e55d6-c023-4540-8b9f-28e600c52b4f'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:19:59.312967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59f6bcdf-bdab-4bbc-b910-6593c54beb7a req-b5f0d9dd-0277-4134-9bd2-dbae229259c8 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=f4283cba-1b77-489e-ba25-d1b3b44114d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494336 Jun 16 16:19:59.398999 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:59.418273 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.418637 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.418952 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP b59137f5-b3ac-435f-ba35-8e3630adc7f2 disassociated. External IP: 172.27.0.187, port: 715cac73-0f61-46bf-aeb4-a3dbfabc5eab. Jun 16 16:19:59.419302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 715cac73-0f61-46bf-aeb4-a3dbfabc5eab owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:19:59.454570 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:19:59.550189 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (715cac73-0f61-46bf-aeb4-a3dbfabc5eab), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.575452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=715cac73-0f61-46bf-aeb4-a3dbfabc5eab,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:59.588036 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.588382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.588723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.589062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.589390 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.589746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.590068 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.590389 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.590713 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.591055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.591871 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.592197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.592516 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.592838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.593158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:59.728256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:19:59.752750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77425-8a8e-4242-9c15-e8c25ce10c9c req-0c974d37-9c76-472c-903a-22f2638174d2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:19:59.754261 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ab77425-8a8e-4242-9c15-e8c25ce10c9c req-0c974d37-9c76-472c-903a-22f2638174d2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 944 time: 0.0580671 Jun 16 16:19:59.879203 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ab77425-8a8e-4242-9c15-e8c25ce10c9c req-ed13a42a-023b-460b-aa1a-69f02c0557a2 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900176 Jun 16 16:19:59.889160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:19:59.900980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:59.911158 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:19:59.911773 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:59.932581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] No DVR routers for this DVR port 715cac73-0f61-46bf-aeb4-a3dbfabc5eab on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:19:59.936437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:19:59.939803 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5dc3712-08da-4380-bbf4-18849e633591 req-12b82f18-7f7f-4130-8826-876895d2f42c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "DELETE /v2.0/ports/715cac73-0f61-46bf-aeb4-a3dbfabc5eab HTTP/1.1" status: 204 len: 173 time: 1.2203276 Jun 16 16:19:59.940258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'name': 'network-vif-deleted', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:19:59.942706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d757f2c-35f0-4112-84ae-73bb05d8db77" -d '{"events": [{"server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "name": "network-vif-deleted", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:59.984050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dc0b0d-96cd-4fa3-a6e4-6f50a4c2d316 x-openstack-request-id: req-32dc0b0d-96cd-4fa3-a6e4-6f50a4c2d316 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:59.984345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1331116f-adf2-4957-9d58-6436d217e73f", "name": "network-vif-deleted", "tag": "715cac73-0f61-46bf-aeb4-a3dbfabc5eab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:59.984599 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32dc0b0d-96cd-4fa3-a6e4-6f50a4c2d316 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:59.985130 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dc0b0d-96cd-4fa3-a6e4-6f50a4c2d316'] response: {'server_uuid': '1331116f-adf2-4957-9d58-6436d217e73f', 'name': 'network-vif-deleted', 'tag': '715cac73-0f61-46bf-aeb4-a3dbfabc5eab', 'status': 'completed', 'code': 200} Jun 16 16:20:00.111050 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:00.332170 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:00.361507 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:00.370305 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:00.370931 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:00.433857 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f037b4aa-603d-479a-af51-aa7498112cef req-0df90740-eb1f-45ac-b7c7-f675cc04fb18 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=1331116f-adf2-4957-9d58-6436d217e73f HTTP/1.1" status: 200 len: 210 time: 0.0363333 Jun 16 16:20:00.475985 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:00.706489 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:00.712221 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:00.732516 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb173d61-cc0b-495d-af00-7e51c93bd2b1 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'c55ea47c-7263-4f5e-848a-b3d30bdedf28', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:de:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:12:53Z', 'updated_at': '2022-06-16T16:14:06Z', 'revision_number': 2, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:00.760456 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port fd0e55d6-c023-4540-8b9f-28e600c52b4f triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:00.761195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:00.840063 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fd0e55d6-c023-4540-8b9f-28e600c52b4f is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:00.840460 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:00.865094 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:00.867350 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c102ee-7475-4b7b-8890-cedf56fdd8a6" -d '{"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:00.881844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:00.887275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:00.894311 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:00.951307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f0542d-a5d1-4495-9906-bdf2f3456882 x-openstack-request-id: req-03f0542d-a5d1-4495-9906-bdf2f3456882 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:00.951695 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:00.952017 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03f0542d-a5d1-4495-9906-bdf2f3456882 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:00.952483 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f0542d-a5d1-4495-9906-bdf2f3456882'] response: {'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'code': 200} Jun 16 16:20:00.959633 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=8']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:01.031621 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1b2a-7fdf-49b4-983c-8b8b018e113d req-4208b161-2aa3-43d6-b3dd-e65471012733 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:01.033517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c76e1b2a-7fdf-49b4-983c-8b8b018e113d req-4208b161-2aa3-43d6-b3dd-e65471012733 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0658925 Jun 16 16:20:01.039225 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de2f80-f553-478d-90b1-1f8c659eed5d None None] New status for floating IP b59137f5-b3ac-435f-ba35-8e3630adc7f2: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:01.099946 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c76e1b2a-7fdf-49b4-983c-8b8b018e113d req-a73485fd-db36-4356-8379-879ae649c4c9 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593712 Jun 16 16:20:01.246200 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:01.278359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9a5e-2b1e-460f-922d-20d28bf6c405 req-523bc654-2f5a-4299-823d-3ea0f7d7872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:01.279870 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-499f9a5e-2b1e-460f-922d-20d28bf6c405 req-523bc654-2f5a-4299-823d-3ea0f7d7872e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0426807 Jun 16 16:20:01.327946 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-499f9a5e-2b1e-460f-922d-20d28bf6c405 req-a9f684ec-edbd-40de-9fe0-09fca0f490cc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 Jun 16 16:20:01.531055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51602) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:01.587054 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (f4283cba-1b77-489e-ba25-d1b3b44114d8), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.611322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (f4283cba-1b77-489e-ba25-d1b3b44114d8), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.663873 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (f4283cba-1b77-489e-ba25-d1b3b44114d8), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.666703 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.668175 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/security-groups/f4283cba-1b77-489e-ba25-d1b3b44114d8 HTTP/1.1" status: 204 len: 168 time: 0.1360769 Jun 16 16:20:01.671192 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51604) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:01.678619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7d563-d41c-4799-a548-baba0b3fc23f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4283cba-1b77-489e-ba25-d1b3b44114d8,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:01.686657 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-484fcec0-79a1-48ac-ae89-bdbb471c7a20 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] show failed (client error): The resource could not be found. Jun 16 16:20:01.687779 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-484fcec0-79a1-48ac-ae89-bdbb471c7a20 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups/f4283cba-1b77-489e-ba25-d1b3b44114d8 HTTP/1.1" status: 404 len: 347 time: 0.0154164 Jun 16 16:20:01.691119 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51606) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:01.740671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:01.815162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port c6265589-0726-42d5-9d17-c2208b76ed4e {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:01.815509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.897547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.897978 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (c6265589-0726-42d5-9d17-c2208b76ed4e), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:01.910722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for c6265589-0726-42d5-9d17-c2208b76ed4e owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:02.055566 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (c6265589-0726-42d5-9d17-c2208b76ed4e), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:02.083724 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=c6265589-0726-42d5-9d17-c2208b76ed4e,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:02.151064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (b59137f5-b3ac-435f-ba35-8e3630adc7f2), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:02.153574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:02.154994 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7d9e592e-d929-4297-a7ec-5ae633cdff9f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/floatingips/b59137f5-b3ac-435f-ba35-8e3630adc7f2 HTTP/1.1" status: 204 len: 168 time: 0.4628186 Jun 16 16:20:02.173353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:02.225496 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c1d4e-bf99-4875-8cc8-25a42993c4a3 req-1175f5d9-648d-4d5d-9e8f-7873998967ef tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:02.227119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e7c1d4e-bf99-4875-8cc8-25a42993c4a3 req-1175f5d9-648d-4d5d-9e8f-7873998967ef tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0494392 Jun 16 16:20:02.278275 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e7c1d4e-bf99-4875-8cc8-25a42993c4a3 req-93d1e0d0-4247-4d3f-bebd-85ed663afaab tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Jun 16 16:20:02.663977 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 715cac73-0f61-46bf-aeb4-a3dbfabc5eab no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:02.684966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 715cac73-0f61-46bf-aeb4-a3dbfabc5eab {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:02.685328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 715cac73-0f61-46bf-aeb4-a3dbfabc5eab not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:03.396107 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45c90-dda0-469e-a10a-f271d65cea39 req-6b45008e-16ea-4bb2-b17e-cc00b897f383 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:03.397478 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d3f45c90-dda0-469e-a10a-f271d65cea39 req-6b45008e-16ea-4bb2-b17e-cc00b897f383 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Jun 16 16:20:03.446344 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d3f45c90-dda0-469e-a10a-f271d65cea39 req-e5ce1fa4-0b4a-4834-92d4-e20d3c1177b6 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 Jun 16 16:20:04.811208 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884c3e-c80f-45af-b353-debac1b11244 req-0e6adf78-9793-44e5-9973-9eb93e625a40 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:04.812705 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95884c3e-c80f-45af-b353-debac1b11244 req-0e6adf78-9793-44e5-9973-9eb93e625a40 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Jun 16 16:20:04.859977 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95884c3e-c80f-45af-b353-debac1b11244 req-d9bb62f4-9f46-4fbe-9ce2-38dd35c5b461 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Jun 16 16:20:05.956970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:05.976565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841a44-5ac0-4236-b26c-c5c116ff1133 req-23ae56ca-08ad-47db-bf90-f371c97a67b7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:05.978173 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-32841a44-5ac0-4236-b26c-c5c116ff1133 req-23ae56ca-08ad-47db-bf90-f371c97a67b7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.0496149 Jun 16 16:20:06.024996 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-32841a44-5ac0-4236-b26c-c5c116ff1133 req-77e49607-5f1c-4dfe-96e9-0193931cf2b3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=39820139-b850-4882-a013-22febb0982db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Jun 16 16:20:06.102146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-59befeec-79a8-42bd-87c6-b69678c63291 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:06.103678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-59befeec-79a8-42bd-87c6-b69678c63291 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 946 time: 0.0469248 Jun 16 16:20:06.195089 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 7a7bf458-a30a-41d7-a812-b5387bf22d99 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:06.195435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.222852 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:06.288436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] For port 7a7bf458-a30a-41d7-a812-b5387bf22d99, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7a7bf458-a30a-41d7-a812-b5387bf22d99,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:06.288805 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.447951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.448239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.448565 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP c55ea47c-7263-4f5e-848a-b3d30bdedf28 disassociated. External IP: 172.27.0.4, port: 7a7bf458-a30a-41d7-a812-b5387bf22d99. Jun 16 16:20:06.448918 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 7a7bf458-a30a-41d7-a812-b5387bf22d99 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:06.576544 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7a7bf458-a30a-41d7-a812-b5387bf22d99), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.604790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=7a7bf458-a30a-41d7-a812-b5387bf22d99,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:06.717110 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:06.828522 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:06.838456 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:06.852156 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:06.852889 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:06.871074 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] No DVR routers for this DVR port 7a7bf458-a30a-41d7-a812-b5387bf22d99 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:06.873672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:06.876950 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8334c741-6f2f-4e74-99a3-ea74c7c72825 req-9905b672-08d8-46bb-9847-0c5fcd492a58 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "DELETE /v2.0/ports/7a7bf458-a30a-41d7-a812-b5387bf22d99 HTTP/1.1" status: 204 len: 173 time: 0.7653706 Jun 16 16:20:06.877337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'name': 'network-vif-deleted', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:06.879581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df56139-50a7-454b-b9db-09696d1385bc" -d '{"events": [{"server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "name": "network-vif-deleted", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:06.917425 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61ee6a-148b-4f9e-a600-86eac4d36a8d x-openstack-request-id: req-bf61ee6a-148b-4f9e-a600-86eac4d36a8d {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:06.917807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6776a1f2-1043-4048-99e7-cdc91959fe40", "name": "network-vif-deleted", "tag": "7a7bf458-a30a-41d7-a812-b5387bf22d99", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:06.918150 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf61ee6a-148b-4f9e-a600-86eac4d36a8d {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:06.918617 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf61ee6a-148b-4f9e-a600-86eac4d36a8d'] response: {'server_uuid': '6776a1f2-1043-4048-99e7-cdc91959fe40', 'name': 'network-vif-deleted', 'tag': '7a7bf458-a30a-41d7-a812-b5387bf22d99', 'status': 'completed', 'code': 200} Jun 16 16:20:06.969095 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:07.040818 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:07.155681 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc11bb40-4d7a-45f1-99b1-62eae9e8e0fa req-e8cbc8e6-e4c6-4205-903f-e5e2f76edd6f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=6776a1f2-1043-4048-99e7-cdc91959fe40 HTTP/1.1" status: 200 len: 210 time: 0.0303988 Jun 16 16:20:07.180759 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:07.182340 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:07.207607 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:07.215881 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:07.216515 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:19:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:07.316299 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:07.503106 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:07.527920 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa7f29a-8205-477c-b513-5fd56321e505 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:07.759473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea4388-7202-44f3-a80f-436e8dc90e98 None None] New status for floating IP c55ea47c-7263-4f5e-848a-b3d30bdedf28: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:08.243169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51644) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:08.298033 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (39820139-b850-4882-a013-22febb0982db), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.307421 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:08.326213 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (39820139-b850-4882-a013-22febb0982db), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.374500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (39820139-b850-4882-a013-22febb0982db), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.377045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.378233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/security-groups/39820139-b850-4882-a013-22febb0982db HTTP/1.1" status: 204 len: 168 time: 0.1340036 Jun 16 16:20:08.381384 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51646) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:08.387897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348b963-bc99-4f36-afcc-d57bfe109aa2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39820139-b850-4882-a013-22febb0982db,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:08.395953 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-b48d6d85-333d-4269-a50d-d7f847d76a5b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] show failed (client error): The resource could not be found. Jun 16 16:20:08.401692 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51648) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:08.401907 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b48d6d85-333d-4269-a50d-d7f847d76a5b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups/39820139-b850-4882-a013-22febb0982db HTTP/1.1" status: 404 len: 347 time: 0.0145564 Jun 16 16:20:08.443549 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:08.530875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 984b9757-f13e-4f9d-9611-ffc044c64cf8 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:08.531277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.617361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.617866 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (984b9757-f13e-4f9d-9611-ffc044c64cf8), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.632197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 984b9757-f13e-4f9d-9611-ffc044c64cf8 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:08.783801 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (984b9757-f13e-4f9d-9611-ffc044c64cf8), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.809162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=984b9757-f13e-4f9d-9611-ffc044c64cf8,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:08.878981 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (c55ea47c-7263-4f5e-848a-b3d30bdedf28), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.881808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:08.883101 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f67263bf-d6ad-4763-974b-f25933480e50 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/floatingips/c55ea47c-7263-4f5e-848a-b3d30bdedf28 HTTP/1.1" status: 204 len: 168 time: 0.4802246 Jun 16 16:20:08.963620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51654) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:08.968787 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642662389', 'description': 'tempest-description--533597182'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:08.991268 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.061221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (41f21378-ac70-4726-af37-df1d4489d5d9), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.064861 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (41f21378-ac70-4726-af37-df1d4489d5d9), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.099417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.100658 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1360219 Jun 16 16:20:09.101791 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce276a5-72e0-44d1-9c3a-3c73a073f80b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f21378-ac70-4726-af37-df1d4489d5d9,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:09.103592 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51656) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:09.108223 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': '41f21378-ac70-4726-af37-df1d4489d5d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:09.135644 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c272508c-fddc-4594-bb42-8df1bcfa0cff), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.195411 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c272508c-fddc-4594-bb42-8df1bcfa0cff), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.199452 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (c272508c-fddc-4594-bb42-8df1bcfa0cff), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.218673 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c272508c-fddc-4594-bb42-8df1bcfa0cff,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:09.228362 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.229574 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249354 Jun 16 16:20:09.231025 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.231372 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.231751 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.232092 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.232526 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.232868 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.233014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51658) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:09.233201 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.233533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.233896 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.234233 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.234561 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.234900 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.235225 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.235550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.235877 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f3324-b547-4076-82f3-eb1ca46771f9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:09.238592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': '41f21378-ac70-4726-af37-df1d4489d5d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:09.268620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c9552a66-3e89-4876-8703-4c1c06f42e80), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.325477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (c9552a66-3e89-4876-8703-4c1c06f42e80), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.329535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (c9552a66-3e89-4876-8703-4c1c06f42e80), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.349195 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9552a66-3e89-4876-8703-4c1c06f42e80,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:09.355971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.357736 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9de8743a-5b5c-4e7a-8379-24df3d11f7ff tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234765 Jun 16 16:20:09.360693 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51660) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:09.365048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:09.370524 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:09.387455 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.448056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:09.469038 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.814629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.27.0.110 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/2daa8b96-c79b-4977-b457-6168897ec5a7) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:09.922283 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:09.957694 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.004622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:10.008050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:10.012002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:10.033611 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=2daa8b96-c79b-4977-b457-6168897ec5a7,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:10.103306 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.142128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.283816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-08bdb635-7073-40ec-9e55-ab47bc4902da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.293299 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.297940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.301902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:10.368770 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=2daa8b96-c79b-4977-b457-6168897ec5a7,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:10.384769 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.391082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:10.400752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:10.402022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-55698091-4d9e-4775-b2b1-367f9a450d55 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0403609 Jun 16 16:20:10.602774 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-bd4e6ae7-d097-4df0-a014-0aec05e5f9d6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1642662389&fields=id&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 267 time: 0.0445864 Jun 16 16:20:10.704397 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7a7bf458-a30a-41d7-a812-b5387bf22d99 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:10.715555 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-17ff7604-05d1-4247-bdb0-fff66b6a17fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:10.717830 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-17ff7604-05d1-4247-bdb0-fff66b6a17fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.1086607 Jun 16 16:20:10.727957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 7a7bf458-a30a-41d7-a812-b5387bf22d99 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:10.728316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7a7bf458-a30a-41d7-a812-b5387bf22d99 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:10.734305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-fb40d0b3-8125-4ee2-b5e4-676708fbfcb6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/quotas/c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 375 time: 0.0100646 Jun 16 16:20:10.784558 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-a52e6fc7-1e33-4865-a9f6-731a7cbdafdd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448027 Jun 16 16:20:10.886183 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-3dae68f3-fae6-4a2f-b5e2-75910d28e39a service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900550 Jun 16 16:20:10.979207 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-9bf3c8ab-a827-4da3-a938-87c4a9221039 service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867293 Jun 16 16:20:11.171705 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-02cb5924-46c1-4ab0-b449-c38e0c749b73 req-e13558c7-47a4-4a21-8014-89bd52536c2b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0468364 Jun 16 16:20:12.244690 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-e64c4cb2-42d4-4ca0-bcf3-4d7c24a271e6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:12.247028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-e64c4cb2-42d4-4ca0-bcf3-4d7c24a271e6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.1251853 Jun 16 16:20:12.288027 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cee72684-937d-491c-8945-bf239f6d1c42 req-065db487-523c-40f6-bba4-b07bca5d6d91 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0373497 Jun 16 16:20:12.362507 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-49ba3a24-c765-4758-bcb6-56f4542c4334 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 380 time: 0.0690222 Jun 16 16:20:12.478738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'port': {'device_id': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'admin_state_up': True, 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'security_groups': ['41f21378-ac70-4726-af37-df1d4489d5d9']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:12.585534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92918b-27a3-40ea-9e01-97ac12809f48 req-295a4e2e-7039-4689-b0ec-d41cf0f054eb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:12.587121 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e92918b-27a3-40ea-9e01-97ac12809f48 req-295a4e2e-7039-4689-b0ec-d41cf0f054eb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0920672 Jun 16 16:20:12.639453 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df030a84-08d4-4f10-8854-765dfb02a496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:12.664963 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e92918b-27a3-40ea-9e01-97ac12809f48 req-415169d3-1200-4579-a87f-7e92c35d3130 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700622 Jun 16 16:20:12.670149 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:12.673797 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:12.756077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:12.807716 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.20.0.6 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/e39c301b-1099-43a0-9e6f-cc8fbcf288d7) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:12.826462 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:12.839919 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:20:12.983615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:13.016741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:13.056699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:13.059896 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:13.062399 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:13.102734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:13.124376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:13.125027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:13.148375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-1ca7e443-275c-425c-8141-69b3a87dfd45 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6738958 Jun 16 16:20:13.285942 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-743ade64-a326-4b14-a532-05175506a313 None None] Provisioning complete for port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:13.286239 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-743ade64-a326-4b14-a532-05175506a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:13.320810 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-743ade64-a326-4b14-a532-05175506a313 None None] Port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:20:13.423091 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6619-cb46-4e41-9d88-f4b7a2512c63 req-5f75cd20-a1b9-48d4-99ed-d2414c3d8dd7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:13.424585 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b5b6619-cb46-4e41-9d88-f4b7a2512c63 req-5f75cd20-a1b9-48d4-99ed-d2414c3d8dd7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 931 time: 0.0547051 Jun 16 16:20:13.473427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b5b6619-cb46-4e41-9d88-f4b7a2512c63 req-cfc8d00a-29d6-4bb6-828f-690fdb7c734e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Jun 16 16:20:13.616940 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:13.784132 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18909-7fcc-4098-bc78-90312a583dcc req-92be2bf0-6e3f-456d-89ef-33acd0e33727 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:13.785606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0f18909-7fcc-4098-bc78-90312a583dcc req-92be2bf0-6e3f-456d-89ef-33acd0e33727 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0472775 Jun 16 16:20:13.846427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0f18909-7fcc-4098-bc78-90312a583dcc req-14e82887-eb9d-40b3-aa83-d91f9b004de7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548871 Jun 16 16:20:14.129290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Request body: {'port': {'device_id': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:14.198736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.423973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:14.457845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39c301b-1099-43a0-9e6f-cc8fbcf288d7 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:14.465162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks [] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.475613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:14.478590 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Transition to ACTIVE for port object e39c301b-1099-43a0-9e6f-cc8fbcf288d7 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:20:14.482905 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.535211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Pushing event updated for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:14.649423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a6294-a00c-44ac-9bd3-213c0a658850 req-12682d8d-5ee7-4c31-9e20-69654ec33b15 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:14.651046 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-157a6294-a00c-44ac-9bd3-213c0a658850 req-12682d8d-5ee7-4c31-9e20-69654ec33b15 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.1017032 Jun 16 16:20:14.687109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Attempting to bind port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:14.687667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Attempting to bind port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:14.688659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Attempting to bind port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:14.702567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 on network b4704a63-fabf-4303-b16d-892673b27ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:20:14.702888 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Attempting to bind port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:14.716330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:14.716664 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:14.717042 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:14.717463 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Bound port: e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:14.717845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.740451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-157a6294-a00c-44ac-9bd3-213c0a658850 req-99e80670-baf9-429f-8582-b09034275ed4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829763 Jun 16 16:20:14.796612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:14.799936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:14.806068 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.841974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:14.842597 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:14.843988 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] 10.222.0.33 "PUT /v2.0/ports/e39c301b-1099-43a0-9e6f-cc8fbcf288d7 HTTP/1.1" status: 200 len: 1093 time: 0.7190037 Jun 16 16:20:14.844435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:14.846666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0a020-07a4-4ade-91df-c65a1da4f292" -d '{"events": [{"name": "network-changed", "server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:14.870944 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad709a-3487-4b7d-9969-6047f5ca6c7b service neutron] Pushing event updated for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:14.888211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3974612-3eb4-4716-b6f0-8e1fd8f9faae x-openstack-request-id: req-a3974612-3eb4-4716-b6f0-8e1fd8f9faae {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:14.888749 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:14.889211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3974612-3eb4-4716-b6f0-8e1fd8f9faae {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:14.889619 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3974612-3eb4-4716-b6f0-8e1fd8f9faae'] response: {'name': 'network-changed', 'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'status': 'completed', 'code': 200} Jun 16 16:20:14.980824 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0c793-2b70-4b43-a670-ff93f99ddb5f req-be5d6256-10b3-49b5-b9eb-0029882f7cbb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:14.982988 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aaf0c793-2b70-4b43-a670-ff93f99ddb5f req-be5d6256-10b3-49b5-b9eb-0029882f7cbb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.0532882 Jun 16 16:20:15.089523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-78952f51-5f16-4bd2-8bd3-1ffe5544fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.091060 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-78952f51-5f16-4bd2-8bd3-1ffe5544fc08 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0951483 Jun 16 16:20:15.096965 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-5873204e-1653-4f01-a7f0-07b76282e82b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.098673 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-5873204e-1653-4f01-a7f0-07b76282e82b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 946 time: 0.1015880 Jun 16 16:20:15.110771 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aaf0c793-2b70-4b43-a670-ff93f99ddb5f req-55fcded0-7250-44c9-bf47-def4390fbe89 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=dafea361-1c5a-4d89-9e32-faa895e0d4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221945 Jun 16 16:20:15.175641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-a17529bd-229d-44c7-8281-26e38bcafa01 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7 HTTP/1.1" status: 200 len: 217 time: 0.0554211 Jun 16 16:20:15.180997 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.266340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Deleting port 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:15.266677 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.271345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-d6f2a22d-5387-470a-9a21-0d5422f33918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.272780 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-d6f2a22d-5387-470a-9a21-0d5422f33918 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0863400 Jun 16 16:20:15.359170 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-7bbb4511-9abb-4821-8b51-caf46265efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.360655 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-7bbb4511-9abb-4821-8b51-caf46265efb0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776324 Jun 16 16:20:15.416418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] For port 45b1ab78-929d-4b1a-90a1-4777fb503a47, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=45b1ab78-929d-4b1a-90a1-4777fb503a47,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:15.416781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.453601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:15.487387 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:15.555310 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-b1ce3964-07da-4239-918a-58c29b3b6e25 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858361 Jun 16 16:20:15.683191 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.683555 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.683867 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Floating IP a0e635c5-44a4-4131-aa34-da4ea77ecf4a disassociated. External IP: 172.27.0.247, port: 45b1ab78-929d-4b1a-90a1-4777fb503a47. Jun 16 16:20:15.684211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Calling delete_port for 45b1ab78-929d-4b1a-90a1-4777fb503a47 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:15.709752 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-39c25a25-76ad-4e8e-bba6-3c1cfa23f328 req-0b30eda1-444f-45c6-af46-bef1a122650c service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473730 Jun 16 16:20:15.738783 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.855250 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (45b1ab78-929d-4b1a-90a1-4777fb503a47), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:15.896112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'Port': ['ID=45b1ab78-929d-4b1a-90a1-4777fb503a47,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:15.905240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e4885-d2b8-4a8a-925b-f54de3fafb66 req-f2e99c8d-3fec-48e0-86ac-295fdc4537f7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:15.906810 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d7e4885-d2b8-4a8a-925b-f54de3fafb66 req-f2e99c8d-3fec-48e0-86ac-295fdc4537f7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.0846312 Jun 16 16:20:16.025779 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1d7e4885-d2b8-4a8a-925b-f54de3fafb66 req-c0eaf786-1735-44cf-9ef1-c4c49dc3bb53 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120059 Jun 16 16:20:16.055587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:16.162301 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:16.174347 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:16.186410 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:16.187033 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:16.395043 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:16.448678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:16.480937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] No DVR routers for this DVR port 45b1ab78-929d-4b1a-90a1-4777fb503a47 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:20:16.485052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dcfa36e0-c489-42a1-9c56-1ee572e5e28a req-54f22f90-951b-41a1-9fd1-95dd919b35de tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.0470533 Jun 16 16:20:16.486114 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:16.489388 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f2db741e-a8b0-4b7c-ada5-6dd3ff508af6 req-3ae7b165-7b86-43df-8362-aafd1893629f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "DELETE /v2.0/ports/45b1ab78-929d-4b1a-90a1-4777fb503a47 HTTP/1.1" status: 204 len: 173 time: 1.3621671 Jun 16 16:20:16.588668 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:16.617741 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:16.626938 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:16.627555 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:16.697471 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:16.729700 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:16.890733 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-deleted', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:16.893231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39504e26-2177-4bb2-82bb-ce146bda427e" -d '{"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-deleted", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:16.912622 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:16.931715 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cece04a-c375-42cd-85ba-cdead15316f0 x-openstack-request-id: req-3cece04a-c375-42cd-85ba-cdead15316f0 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:16.932006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31998833-f554-4e9e-8215-6694a9d01970", "name": "network-vif-deleted", "tag": "45b1ab78-929d-4b1a-90a1-4777fb503a47", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:16.932256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3cece04a-c375-42cd-85ba-cdead15316f0 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:16.932773 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cece04a-c375-42cd-85ba-cdead15316f0'] response: {'server_uuid': '31998833-f554-4e9e-8215-6694a9d01970', 'name': 'network-vif-deleted', 'tag': '45b1ab78-929d-4b1a-90a1-4777fb503a47', 'status': 'completed', 'code': 200} Jun 16 16:20:16.937805 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360a8ea-2ecf-43ec-949d-e9b9fc422e34 None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:17.147489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e57cc-bf48-4e1f-819a-879f9b9fd48b req-414ceb8a-886f-4a48-a539-88e7dd8e86a7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:17.149284 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c3e57cc-bf48-4e1f-819a-879f9b9fd48b req-414ceb8a-886f-4a48-a539-88e7dd8e86a7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.0540705 Jun 16 16:20:17.156442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbff98-65fb-4000-8f18-f86c92875369 None None] New status for floating IP a0e635c5-44a4-4131-aa34-da4ea77ecf4a: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:17.200590 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c3e57cc-bf48-4e1f-819a-879f9b9fd48b req-430fe41c-23ff-4442-a88f-40c99016a185 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 Jun 16 16:20:17.593004 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6323656a-88e8-4303-9e55-c24bdfdee49a req-e21d0ce1-94db-44e9-b9e5-5df0504ddd10 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.0272560 Jun 16 16:20:18.312882 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52495b1c-61e6-4dd2-9ff4-cfc7d86e7324 req-6a6e50f8-f9ad-4592-8708-80eb659e4208 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:18.314359 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-52495b1c-61e6-4dd2-9ff4-cfc7d86e7324 req-6a6e50f8-f9ad-4592-8708-80eb659e4208 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.0461135 Jun 16 16:20:18.360985 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-52495b1c-61e6-4dd2-9ff4-cfc7d86e7324 req-ecec6434-7258-428f-b6db-956650026cc8 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Jun 16 16:20:18.699014 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bfbbe790-9eb5-4103-acb7-4bab5411c534 req-bf32eb63-ba35-42ea-9fdf-edd3dd27bce6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=31998833-f554-4e9e-8215-6694a9d01970 HTTP/1.1" status: 200 len: 210 time: 0.0314949 Jun 16 16:20:18.717212 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:20:18.740301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 45b1ab78-929d-4b1a-90a1-4777fb503a47 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:20:18.740647 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 45b1ab78-929d-4b1a-90a1-4777fb503a47 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:20:18.973278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-f8bfa2b4-2350-428c-8e8b-37f4c98dc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:18.974732 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-f8bfa2b4-2350-428c-8e8b-37f4c98dc99c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0388751 Jun 16 16:20:19.065735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:19.092212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-2fb47727-3789-4e79-83d3-2c492de6cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:19.094088 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-2fb47727-3789-4e79-83d3-2c492de6cce3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.0892260 Jun 16 16:20:19.141624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-1e07de3c-dc25-4e8c-891c-0758e7b39e67 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7 HTTP/1.1" status: 200 len: 217 time: 0.0405152 Jun 16 16:20:19.221645 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=19,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:19.222447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=18,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:19.423613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-20254ad5-017f-4787-8c95-a6376be63782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:19.425101 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-20254ad5-017f-4787-8c95-a6376be63782 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0467463 Jun 16 16:20:19.508241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e969e-deca-4cab-9e41-63491e3597e7 req-dd7aec1e-97ca-4bb4-9264-812c5ca6bee2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:19.509814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-218e969e-deca-4cab-9e41-63491e3597e7 req-dd7aec1e-97ca-4bb4-9264-812c5ca6bee2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.0811603 Jun 16 16:20:19.510853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-39370797-6a16-4594-98db-83732bb97e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:19.512203 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-39370797-6a16-4594-98db-83732bb97e10 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731847 Jun 16 16:20:19.611760 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-218e969e-deca-4cab-9e41-63491e3597e7 req-fe575137-0716-430e-8268-ece412ba98c6 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948589 Jun 16 16:20:19.638642 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-6b7cee1b-7f9b-4bff-90b3-a60cd4674fec service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140935 Jun 16 16:20:19.734497 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99b0a020-07a4-4ade-91df-c65a1da4f292 req-e407a3ac-ca28-4407-87a0-afcd39e9e298 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Jun 16 16:20:19.789352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51744) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:19.843216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (dafea361-1c5a-4d89-9e32-faa895e0d4c4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.865976 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (dafea361-1c5a-4d89-9e32-faa895e0d4c4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.913932 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (dafea361-1c5a-4d89-9e32-faa895e0d4c4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.916411 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:19.917554 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "DELETE /v2.0/security-groups/dafea361-1c5a-4d89-9e32-faa895e0d4c4 HTTP/1.1" status: 204 len: 168 time: 0.1271853 Jun 16 16:20:19.920994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51746) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:19.928547 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc98ec-e6a0-4940-b335-77a83e82b8e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafea361-1c5a-4d89-9e32-faa895e0d4c4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:19.936852 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.api.v2.resource [None req-1a612b97-c415-4bd7-b233-77c48cdf7048 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] show failed (client error): The resource could not be found. Jun 16 16:20:19.937976 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-1a612b97-c415-4bd7-b233-77c48cdf7048 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups/dafea361-1c5a-4d89-9e32-faa895e0d4c4 HTTP/1.1" status: 404 len: 347 time: 0.0159431 Jun 16 16:20:19.940790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51748) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:20.055390 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Deleting port 5acc9db5-678a-4e3c-b245-f0c21ee65e82 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:20:20.055738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.134013 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.134394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (5acc9db5-678a-4e3c-b245-f0c21ee65e82), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.147837 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Calling delete_port for 5acc9db5-678a-4e3c-b245-f0c21ee65e82 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:20:20.149386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:20.274883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (5acc9db5-678a-4e3c-b245-f0c21ee65e82), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.303619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'Port': ['ID=5acc9db5-678a-4e3c-b245-f0c21ee65e82,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:20.362541 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (a0e635c5-44a4-4131-aa34-da4ea77ecf4a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.365056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.366327 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-18e02100-cd79-433e-86fe-e265a8b92101 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "DELETE /v2.0/floatingips/a0e635c5-44a4-4131-aa34-da4ea77ecf4a HTTP/1.1" status: 204 len: 168 time: 0.4246380 Jun 16 16:20:20.462594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51754) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:20.467863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602967918', 'description': 'tempest-description--2008263068'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:20.489869 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.519363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:20.560903 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (845c59d5-6367-403e-b802-2691d3e46335), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.564582 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (845c59d5-6367-403e-b802-2691d3e46335), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.594211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.595431 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1318111 Jun 16 16:20:20.598639 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51756) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:20.599666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de2e29-a4dd-4105-8e9b-a811ff451ceb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845c59d5-6367-403e-b802-2691d3e46335,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:20.604106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group_rule': {'security_group_id': '845c59d5-6367-403e-b802-2691d3e46335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:20.633328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (e3fa34ce-8d86-4f37-ad1a-a00308b60c02), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.704399 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (e3fa34ce-8d86-4f37-ad1a-a00308b60c02), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.709998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (e3fa34ce-8d86-4f37-ad1a-a00308b60c02), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.723034 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device e39c301b-1099-43a0-9e6f-cc8fbcf288d7 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:20:20.735181 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fa34ce-8d86-4f37-ad1a-a00308b60c02,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:20.746665 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.751276 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-55e87e5f-2125-4461-bf0c-f656e5fc784f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514497 Jun 16 16:20:20.752012 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51760) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:20.755087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475eba-74f4-400f-81d7-eef68cb13494 req-23fa5fea-a6d7-4bbb-b450-8d6b7518eb62 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:20.757025 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b8475eba-74f4-400f-81d7-eef68cb13494 req-23fa5fea-a6d7-4bbb-b450-8d6b7518eb62 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 943 time: 0.0624874 Jun 16 16:20:20.762127 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'security_group_rule': {'security_group_id': '845c59d5-6367-403e-b802-2691d3e46335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:20.798493 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (9e58139b-2ba4-43de-bed6-c22af88111f4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.822324 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b8475eba-74f4-400f-81d7-eef68cb13494 req-2469ad6f-49d1-4487-bfa5-c127e8723ba9 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561576 Jun 16 16:20:20.850206 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:20.859998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (9e58139b-2ba4-43de-bed6-c22af88111f4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.863961 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (9e58139b-2ba4-43de-bed6-c22af88111f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.866433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'port_id': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'mac_address': 'fa:16:3e:20:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:20:20.882186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e58139b-2ba4-43de-bed6-c22af88111f4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:20.891252 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.895461 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-69a9fe41-2a5f-4fe8-bea7-022f2083c0a9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392343 Jun 16 16:20:20.895651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:20.895759 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51762) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:20.900352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:20.905772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:20.906163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.920088 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39c301b-1099-43a0-9e6f-cc8fbcf288d7 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:20.922482 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.941145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:20.945027 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:20.993618 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:21.012052 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.117216 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Allocated IP 172.27.0.59 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/7811cc34-d009-44d2-8ced-06362254ced3) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:21.221081 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (7811cc34-d009-44d2-8ced-06362254ced3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.223782 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:21.228874 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:21.261130 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (7811cc34-d009-44d2-8ced-06362254ced3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.302368 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:21.307415 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:21.310098 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=7811cc34-d009-44d2-8ced-06362254ced3,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:21.312236 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:21.395313 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.431098 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7811cc34-d009-44d2-8ced-06362254ced3), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.488938 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['e39c301b-1099-43a0-9e6f-cc8fbcf288d7'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:20:21.578485 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (7811cc34-d009-44d2-8ced-06362254ced3), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.583089 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (7811cc34-d009-44d2-8ced-06362254ced3), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.650946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=7811cc34-d009-44d2-8ced-06362254ced3,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:21.661361 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.676582 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:21.677783 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7719541b-c888-49e6-a412-f79a1d0ed97b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7810545 Jun 16 16:20:21.874426 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-913641b5-9cfd-456b-a2a5-cd3312c63b0d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--602967918&fields=id&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 267 time: 0.0463743 Jun 16 16:20:21.984079 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770d7e7-0aa7-4967-bb57-90681d8d6337 req-47aae284-725c-4202-abb0-cdebfce5278d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:21.985451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f770d7e7-0aa7-4967-bb57-90681d8d6337 req-47aae284-725c-4202-abb0-cdebfce5278d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 944 time: 0.0946913 Jun 16 16:20:22.036318 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-cbc3efb8-6ee4-4dd9-bca8-290745fe9866 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:22.037796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-cbc3efb8-6ee4-4dd9-bca8-290745fe9866 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 817 time: 0.1568472 Jun 16 16:20:22.061442 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-79d1426b-c3ed-4e1e-a1c8-ef544ca0db63 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/quotas/dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 375 time: 0.0181072 Jun 16 16:20:22.068306 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f770d7e7-0aa7-4967-bb57-90681d8d6337 req-c86b85ef-9ffc-45fb-8823-ac40dab3b389 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740216 Jun 16 16:20:22.113091 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f5517526-59e4-4adf-b73a-e620eeff4017 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438657 Jun 16 16:20:22.258703 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-d94a43a4-b5cc-4e87-995a-fd11c9aa936a service neutron] 10.222.0.88 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339455 Jun 16 16:20:22.271676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:22.354247 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-7b16abea-eb04-4d5c-bf34-9d624f08bdfa service neutron] 10.222.0.88 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Jun 16 16:20:22.511318 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-242a1e59-f783-4df5-bac9-d836372250ac req-28ca250b-56fb-497d-b9f3-415468860e2b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jun 16 16:20:22.742090 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device e39c301b-1099-43a0-9e6f-cc8fbcf288d7 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:22.774370 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:22.788080 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:20:22.795313 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:22.796016 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:22.874314 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:22.874714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:22.899696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:22.902185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22afa1ed-531d-44ba-b262-aa7dc56d0bb6" -d '{"events": [{"server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:22.915944 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:22.919301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:22.946064 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dca3cd-dbda-46a3-bfae-e714b470b8d7 x-openstack-request-id: req-88dca3cd-dbda-46a3-bfae-e714b470b8d7 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:22.946358 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "name": "network-vif-plugged", "status": "completed", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:22.946605 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-88dca3cd-dbda-46a3-bfae-e714b470b8d7 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:22.946990 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88dca3cd-dbda-46a3-bfae-e714b470b8d7'] response: {'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'code': 200} Jun 16 16:20:22.970307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:23.193190 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bb447-6a4f-4577-ba5e-b0c9ed20d9a4 req-5edfd57b-7176-47ad-b36c-6c99996d271d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:23.194715 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-673bb447-6a4f-4577-ba5e-b0c9ed20d9a4 req-5edfd57b-7176-47ad-b36c-6c99996d271d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Jun 16 16:20:23.242349 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-673bb447-6a4f-4577-ba5e-b0c9ed20d9a4 req-f6d4c2df-b11f-4438-8fff-083a2a553c7a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Jun 16 16:20:23.520222 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ee58-6ff1-4f13-ae4a-b5302b128d96 req-1c382224-0ba6-4c8a-a823-caeb40012f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:23.521767 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3004ee58-6ff1-4f13-ae4a-b5302b128d96 req-1c382224-0ba6-4c8a-a823-caeb40012f80 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 1129 time: 0.0430725 Jun 16 16:20:23.676091 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-431afc3a-03e2-46fb-be74-0ff829c1b475 req-050293b9-5260-448b-90e9-964c03a6b27e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 210 time: 0.0854361 Jun 16 16:20:23.686970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:23.713385 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3004ee58-6ff1-4f13-ae4a-b5302b128d96 req-036d78c6-c4cf-42df-89cf-d4f543e973c9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392345 Jun 16 16:20:23.737533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f3066202-e65d-43b0-81d3-ede8f2ec4296 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:23.738962 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f3066202-e65d-43b0-81d3-ede8f2ec4296 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 817 time: 0.1636763 Jun 16 16:20:24.304799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-c86ccffe-3009-41f8-aeff-9aee51df7b38 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 379 time: 0.0556617 Jun 16 16:20:24.363649 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26de0-54ab-4c97-8184-b1e7fc8a432a req-21181525-6210-483a-bf54-2a854ce32ab3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:24.365141 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13b26de0-54ab-4c97-8184-b1e7fc8a432a req-21181525-6210-483a-bf54-2a854ce32ab3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0467019 Jun 16 16:20:24.412319 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-13b26de0-54ab-4c97-8184-b1e7fc8a432a req-44ca9e1b-ed42-47b1-a68c-3a1f3d67ddec tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Jun 16 16:20:24.437124 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'port': {'device_id': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'admin_state_up': True, 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'security_groups': ['845c59d5-6367-403e-b802-2691d3e46335']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:24.550028 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Made reservation on behalf of dbfb390720a54a4eb35c80b0d1a1f16b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:24.553381 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.683437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Allocated IP 172.20.0.10 (25722f8f-379b-492d-af6a-68efbda1c91b/81107165-d4c8-4dab-a1c1-41bd8287f50e/44d3a737-8fd0-480a-b4eb-2bc5eb327a3f) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:24.811472 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e143b6b0-8952-42ad-8417-4bd87170eaa8 req-894732ba-7265-4ccf-b3dd-2a29acafa345 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 210 time: 0.0598040 Jun 16 16:20:24.819788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:24.854435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.892759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:24.934762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Network 25722f8f-379b-492d-af6a-68efbda1c91b is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:24.939704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:24.943622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:20:24.950469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:24.999295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:24.999718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.017210 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-743aeeb0-7c14-4337-b849-32c8df991da6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848262 Jun 16 16:20:25.065495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Request body: {'port': {'device_id': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:25.091701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:25.139340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.154256 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-9f4a64b1-1ec3-4284-8241-9ab222a7c7a5 None None] Provisioning complete for port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:25.154880 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f4a64b1-1ec3-4284-8241-9ab222a7c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.197455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a64b1-1ec3-4284-8241-9ab222a7c7a5 None None] Port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:20:25.416057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:25.423547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks [] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.436670 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Transition to ACTIVE for port object 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:20:25.440075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.525986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:25.584139 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df3c81-43b6-4663-b959-7d3a8f6bb5a6 req-4b413a2e-2c7b-4e2c-9691-3681b7e31234 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:25.585696 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-34df3c81-43b6-4663-b959-7d3a8f6bb5a6 req-4b413a2e-2c7b-4e2c-9691-3681b7e31234 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0980842 Jun 16 16:20:25.638965 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Attempting to bind port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:20:25.639306 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Attempting to bind port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:20:25.639640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Attempting to bind port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:25.658095 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f on network 25722f8f-379b-492d-af6a-68efbda1c91b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:20:25.658418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Attempting to bind port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f on network 25722f8f-379b-492d-af6a-68efbda1c91b {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:20:25.667711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-34df3c81-43b6-4663-b959-7d3a8f6bb5a6 req-e55f51f4-7e30-4b23-822f-f5ad2543921a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737989 Jun 16 16:20:25.669008 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:20:25.669331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Checking segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:20:25.670161 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Bound using segment: {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:20:25.670899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Bound port: 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8501403-bb70-4041-afbf-1d0e097950d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:20:25.671278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.741466 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:20:25.745926 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:20:25.752754 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.756828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:25.793404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:25.794099 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:25.795595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] 10.222.0.33 "PUT /v2.0/ports/44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 1094 time: 0.7345395 Jun 16 16:20:25.796286 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:25.798508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:25.821368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e784ef-9c05-4825-ba22-e7278de156fb service neutron] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:25.843667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91549ef-f1b4-47b7-883a-8acb3253e07e x-openstack-request-id: req-b91549ef-f1b4-47b7-883a-8acb3253e07e {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:25.844020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:25.844199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b91549ef-f1b4-47b7-883a-8acb3253e07e {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:25.844624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91549ef-f1b4-47b7-883a-8acb3253e07e'] response: {'name': 'network-changed', 'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'status': 'completed', 'code': 200} Jun 16 16:20:25.931453 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2936ef-0cb1-4213-af00-7dda2e881f25 req-f749cf0a-53d5-49e4-a417-d0f671937ae5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:25.933047 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fd2936ef-0cb1-4213-af00-7dda2e881f25 req-f749cf0a-53d5-49e4-a417-d0f671937ae5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0491908 Jun 16 16:20:25.967552 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:25.987099 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fd2936ef-0cb1-4213-af00-7dda2e881f25 req-dda35a5b-ca1c-4e5b-bf98-aa4c4515e071 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474255 Jun 16 16:20:26.362203 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-1b184a39-f986-404f-ad09-a8df5d4c9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.363739 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-1b184a39-f986-404f-ad09-a8df5d4c9f5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1128 time: 0.0463061 Jun 16 16:20:26.475666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-b471ac1e-96de-494f-a63e-9a540dede74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.477174 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-b471ac1e-96de-494f-a63e-9a540dede74e service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0968132 Jun 16 16:20:26.571790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-d4ed6527-b9c9-4d74-a12b-e5a6a63287dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.573262 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ac4de70-b6b1-4238-9beb-a7978d79d8d5 req-d4ed6527-b9c9-4d74-a12b-e5a6a63287dd service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900953 Jun 16 16:20:26.677336 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-cd83ea0b-9d3f-4f55-be69-e1ee37fd345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.678767 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-cd83ea0b-9d3f-4f55-be69-e1ee37fd345e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1128 time: 0.0399969 Jun 16 16:20:26.727215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-f09e9503-23d9-49bf-8c09-21fdc422b72d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 217 time: 0.0332236 Jun 16 16:20:26.811782 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-0f015ab6-c385-47d4-a591-c755809163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.813283 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-0f015ab6-c385-47d4-a591-c755809163a7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0800829 Jun 16 16:20:26.821412 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d3dc-3171-4ac1-86ad-ebca76cac95a req-a5b14302-ff82-4c7d-9e05-793a7cc721d5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.822831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c231d3dc-3171-4ac1-86ad-ebca76cac95a req-a5b14302-ff82-4c7d-9e05-793a7cc721d5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0629735 Jun 16 16:20:26.882063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-14eb7ec7-cb2f-416a-a0d4-1d5e59632c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:26.883551 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-14eb7ec7-cb2f-416a-a0d4-1d5e59632c7c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598865 Jun 16 16:20:26.910612 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=98 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:26.915931 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=26 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:26.916531 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c231d3dc-3171-4ac1-86ad-ebca76cac95a req-a2864674-572c-46df-884a-7ca6936f1c46 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843952 Jun 16 16:20:27.005312 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-02d42175-8e64-41ab-8b84-fddb1968cb8d service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117570 Jun 16 16:20:27.082379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6a069-aee3-4502-bed5-dfa821fefa11 req-725d082e-0ad4-45eb-9b8a-a5ea96738a7c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:27.083784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7be6a069-aee3-4502-bed5-dfa821fefa11 req-725d082e-0ad4-45eb-9b8a-a5ea96738a7c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0981872 Jun 16 16:20:27.093478 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51818) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:27.098359 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'port_id': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:27.139449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:27.158903 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2d6d3-3831-473c-a92a-42a878ca301f req-335f85fd-19e1-420b-9a25-e88b3fcbb98d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:27.160383 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5ab2d6d3-3831-473c-a92a-42a878ca301f req-335f85fd-19e1-420b-9a25-e88b3fcbb98d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0954223 Jun 16 16:20:27.191016 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-445c1b63-5d9a-4dbc-a576-95ff281b967c req-24bccbfa-5697-4ec9-a8f3-665725c842e2 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692867 Jun 16 16:20:27.224388 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5ab2d6d3-3831-473c-a92a-42a878ca301f req-0181d4a7-01c5-45ea-b81c-5e09b2f21234 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550089 Jun 16 16:20:27.466566 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:27.497906 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:27.559881 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:27.563478 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:27.654229 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP e55887e6-1212-41a4-92c5-81ec0fc7fe8f associated. External IP: 172.27.0.110, port: e39c301b-1099-43a0-9e6f-cc8fbcf288d7. Jun 16 16:20:27.850083 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:28.157314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:28.162219 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:28.167458 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:28.177674 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:28.178297 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:28.192206 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-38b7d8df-6118-4323-9fc8-688f760f90c3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "PUT /v2.0/floatingips/e55887e6-1212-41a4-92c5-81ec0fc7fe8f HTTP/1.1" status: 200 len: 991 time: 1.0975864 Jun 16 16:20:28.192898 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:28.195537 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:28.281265 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:28.304902 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4fa7e-76c0-4511-ba93-a7fc2cc22aaf x-openstack-request-id: req-76d4fa7e-76c0-4511-ba93-a7fc2cc22aaf {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:28.305260 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:28.305579 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76d4fa7e-76c0-4511-ba93-a7fc2cc22aaf {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:28.306076 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d4fa7e-76c0-4511-ba93-a7fc2cc22aaf'] response: {'name': 'network-changed', 'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'status': 'completed', 'code': 200} Jun 16 16:20:28.354613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9840b0-7e46-4d1b-8018-631d3397626d req-98c4d6cf-837e-47dc-9ea8-390630bae3e0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:28.356364 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bd9840b0-7e46-4d1b-8018-631d3397626d req-98c4d6cf-837e-47dc-9ea8-390630bae3e0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0476379 Jun 16 16:20:28.404657 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bd9840b0-7e46-4d1b-8018-631d3397626d req-3a770919-b7c8-495f-89e5-6d117c1a3656 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Jun 16 16:20:28.493775 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e55887e6-1212-41a4-92c5-81ec0fc7fe8f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:20:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:10Z', 'updated_at': '2022-06-16T16:20:27Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:28.518320 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:28.527100 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:28.527722 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:28.627306 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:28.836059 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e55887e6-1212-41a4-92c5-81ec0fc7fe8f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:20:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:10Z', 'updated_at': '2022-06-16T16:20:27Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:28.859909 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22872e77-892c-4df6-b37c-038e0f5a03c5 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e55887e6-1212-41a4-92c5-81ec0fc7fe8f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:20:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:10Z', 'updated_at': '2022-06-16T16:20:27Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:29.044708 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff8ff7-46a2-4a3c-b382-5e718ec757d7 None None] New status for floating IP e55887e6-1212-41a4-92c5-81ec0fc7fe8f: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:29.753594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:29.773931 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb662284-e229-48d7-b1b8-8ccabd5373e5 req-0170854e-7f6c-451a-b909-df52127b19a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:29.775432 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb662284-e229-48d7-b1b8-8ccabd5373e5 req-0170854e-7f6c-451a-b909-df52127b19a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.2945302 Jun 16 16:20:29.821840 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bb662284-e229-48d7-b1b8-8ccabd5373e5 req-64041c5b-50f0-4c31-a1ed-a81c650bac2c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 Jun 16 16:20:30.500825 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:30.504982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-6118b5e6-0130-40ba-97cf-5e1bc2705bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.506484 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-6118b5e6-0130-40ba-97cf-5e1bc2705bfc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 1129 time: 0.0422382 Jun 16 16:20:30.599500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-df8f0c6d-c522-4447-a72d-49d0fd906110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.600965 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-df8f0c6d-c522-4447-a72d-49d0fd906110 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.0870802 Jun 16 16:20:30.661110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-a7e1bd2d-e2ec-43ed-bc75-f6aba152b715 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7 HTTP/1.1" status: 200 len: 1001 time: 0.0538654 Jun 16 16:20:30.713957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-1f654b36-4665-4391-9060-ceb7fb1f25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.716051 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-1f654b36-4665-4391-9060-ceb7fb1f25a6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0474622 Jun 16 16:20:30.759505 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-be83d521-7dd6-4bf2-96bb-844a6a5db75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.761017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-be83d521-7dd6-4bf2-96bb-844a6a5db75e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381553 Jun 16 16:20:30.852083 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-0c5d86fa-8a7f-4d81-b959-b6bc1345a365 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845706 Jun 16 16:20:30.976311 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124b75-c97d-4676-a702-1881c5756126 req-d67b8557-083f-4319-9c0d-aac72d233fec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:30.977811 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37124b75-c97d-4676-a702-1881c5756126 req-d67b8557-083f-4319-9c0d-aac72d233fec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0633378 Jun 16 16:20:30.994726 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c8d299ca-1b24-4cb6-ab5f-73e22cc58bc9 req-636c1076-5fad-4b7e-98f7-64f12e07e00c service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363201 Jun 16 16:20:31.030714 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37124b75-c97d-4676-a702-1881c5756126 req-685ecba3-70c0-48b6-afd2-8c3b79d11fdd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Jun 16 16:20:32.155495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e64f9-cce4-4b84-b6d7-4129e103cbd6 req-d23c3042-e40c-4d96-847a-cf98ce9f6c0d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:32.156986 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-140e64f9-cce4-4b84-b6d7-4129e103cbd6 req-d23c3042-e40c-4d96-847a-cf98ce9f6c0d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0543158 Jun 16 16:20:32.175464 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:32.205498 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-140e64f9-cce4-4b84-b6d7-4129e103cbd6 req-fc42e6e6-0527-416b-8069-c4f7e896ec98 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Jun 16 16:20:32.833832 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:20:33.041480 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:33.060086 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:33.071468 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:20:33.109163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:33.109772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:33.131289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:20:33.154978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:33.159409 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:33.205275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:33.324106 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bb3b0-338c-4f6e-94cd-1483239ef0ce req-69071e83-f178-4792-b69c-a8b829771b23 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:33.325567 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fc9bb3b0-338c-4f6e-94cd-1483239ef0ce req-69071e83-f178-4792-b69c-a8b829771b23 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.0467868 Jun 16 16:20:33.373101 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fc9bb3b0-338c-4f6e-94cd-1483239ef0ce req-613bed7c-7013-4d5d-9a7d-acd689413ad2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Jun 16 16:20:33.703707 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:20:33.809479 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:34.494198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca8b2-b0a6-4e4c-8a51-2706575436e8 req-32eca4b2-c0e8-4d10-97ed-e799a018db4c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:34.495651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-efbca8b2-b0a6-4e4c-8a51-2706575436e8 req-32eca4b2-c0e8-4d10-97ed-e799a018db4c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Jun 16 16:20:34.542578 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-efbca8b2-b0a6-4e4c-8a51-2706575436e8 req-853fb113-8bcb-4d3c-b1c1-5bdb8045d5a0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411391 Jun 16 16:20:34.943845 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:20:34.988295 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:20:34.994413 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:20:34.994821 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:35.067572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:20:35.067881 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:35.090756 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:35.092954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7fcd9-df5f-4e0c-8463-1827ae351212" -d '{"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:35.110772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:20:35.115220 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:35.140793 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed0d7c-bf97-42fe-aead-82c09688f879 x-openstack-request-id: req-22ed0d7c-bf97-42fe-aead-82c09688f879 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:35.141083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:35.141336 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22ed0d7c-bf97-42fe-aead-82c09688f879 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:35.142156 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ed0d7c-bf97-42fe-aead-82c09688f879'] response: {'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'code': 200} Jun 16 16:20:35.167399 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:35.361849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eb753-5d6b-4dea-9c38-4a479e53a55b req-e95088e9-d871-44ea-a77b-454b107b8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:35.363232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-518eb753-5d6b-4dea-9c38-4a479e53a55b req-e95088e9-d871-44ea-a77b-454b107b8e4f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1130 time: 0.0395718 Jun 16 16:20:35.407432 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-518eb753-5d6b-4dea-9c38-4a479e53a55b req-930b46f9-2901-43e7-9dba-b3b93697de4e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Jun 16 16:20:35.625312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:35.661607 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f619871-9560-4799-86fe-57dc48a70524 req-b127c6b6-4a89-4585-997f-921b58ca16c1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:35.663103 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f619871-9560-4799-86fe-57dc48a70524 req-b127c6b6-4a89-4585-997f-921b58ca16c1 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Jun 16 16:20:35.713301 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f619871-9560-4799-86fe-57dc48a70524 req-d7947193-b248-4c29-af89-f8609e0ce7ea tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Jun 16 16:20:36.733385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:36.742132 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-ecf95814-2a03-4417-b315-5b9dc2581e05 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385854 Jun 16 16:20:36.860240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4856f-5ebf-4e76-8814-115ad19c889a req-e01be7b5-3e9e-4afa-a8b1-871d5346019e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.861738 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ff4856f-5ebf-4e76-8814-115ad19c889a req-e01be7b5-3e9e-4afa-a8b1-871d5346019e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0751462 Jun 16 16:20:36.862839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323824-196b-43ff-916a-7b3c12a5b54c req-b9b799c1-9a2a-4a34-b959-7d52e0418eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.864196 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-b9b799c1-9a2a-4a34-b959-7d52e0418eaa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 1129 time: 0.0666575 Jun 16 16:20:36.938007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ff4856f-5ebf-4e76-8814-115ad19c889a req-3b3f621b-c380-4aef-90cb-1c1b3862053e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696824 Jun 16 16:20:36.996829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323824-196b-43ff-916a-7b3c12a5b54c req-216dc07b-c604-4820-8b6f-80e702d04f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:36.998231 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-216dc07b-c604-4820-8b6f-80e702d04f2b service neutron] 10.222.0.33 "GET /v2.0/networks?id=95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 200 len: 921 time: 0.1037142 Jun 16 16:20:37.038035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-13b69027-dcd3-4f88-b5d6-5ac009194b09 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 200 len: 217 time: 0.0322828 Jun 16 16:20:37.620363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323824-196b-43ff-916a-7b3c12a5b54c req-323dcc61-a643-4095-91bc-ab7e729516c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:37.621862 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-323dcc61-a643-4095-91bc-ab7e729516c4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 200 len: 858 time: 0.0487969 Jun 16 16:20:37.840080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323824-196b-43ff-916a-7b3c12a5b54c req-da050f0e-67e0-4665-b498-a7a87d866477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:37.841740 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-da050f0e-67e0-4665-b498-a7a87d866477 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=95eb63ba-1800-47ca-921c-a33b3a51a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429599 Jun 16 16:20:37.934811 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-5c61a315-0a52-40a4-a133-bca6c4234d56 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Jun 16 16:20:38.034541 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59323824-196b-43ff-916a-7b3c12a5b54c req-d3852e19-55c4-43e4-ad4a-3e9142708ac6 service neutron] 10.222.0.33 "GET /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936711 Jun 16 16:20:38.070020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8600c4-5d03-4efb-be7e-94f085612495 req-0395bcc3-a4ce-45e4-b510-c583ff6b53d4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:38.071538 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f8600c4-5d03-4efb-be7e-94f085612495 req-0395bcc3-a4ce-45e4-b510-c583ff6b53d4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0563240 Jun 16 16:20:38.124620 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f8600c4-5d03-4efb-be7e-94f085612495 req-d250e307-fadf-4153-8fee-b411d9866e38 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468211 Jun 16 16:20:38.187964 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=62 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:38.188797 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=48 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:38.239856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225ec6b-a59c-4644-88b6-17f21a326ffe req-0d555fb4-80c3-4fbf-919c-b069e44da733 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:38.240765 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0225ec6b-a59c-4644-88b6-17f21a326ffe req-0d555fb4-80c3-4fbf-919c-b069e44da733 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0479071 Jun 16 16:20:38.249807 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51856) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:20:38.254415 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Request body: {'floatingip': {'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:20:38.294701 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:38.702929 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:38.706764 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:38.798826 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Floating IP 81466d71-0226-41ab-abea-7a457a075d65 associated. External IP: 172.27.0.59, port: 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f. Jun 16 16:20:38.997413 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:20:39.099077 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:20:39.103523 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:39.108867 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:39.118397 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:39.118996 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:39.134057 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-248856e8-2bd8-4a79-913a-c36977931d8b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "PUT /v2.0/floatingips/81466d71-0226-41ab-abea-7a457a075d65 HTTP/1.1" status: 200 len: 991 time: 0.8831241 Jun 16 16:20:39.134647 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:20:39.137090 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466236cd-b4d5-42f9-9ba4-6f6d15723681" -d '{"events": [{"name": "network-changed", "server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:39.174121 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918fcfd-8d51-4164-9329-e2dbc3bc10ef x-openstack-request-id: req-2918fcfd-8d51-4164-9329-e2dbc3bc10ef {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:39.174442 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:39.177234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2918fcfd-8d51-4164-9329-e2dbc3bc10ef {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:39.177757 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2918fcfd-8d51-4164-9329-e2dbc3bc10ef'] response: {'name': 'network-changed', 'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'status': 'completed', 'code': 200} Jun 16 16:20:39.261345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-6a702745-93b9-4926-9878-e34531696215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.263076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-6a702745-93b9-4926-9878-e34531696215 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1130 time: 0.0422664 Jun 16 16:20:39.322729 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:39.359373 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-2e9fff89-1bf2-4720-9373-3847a89ef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.360858 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-2e9fff89-1bf2-4720-9373-3847a89ef2f7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.0894797 Jun 16 16:20:39.394367 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:39.428743 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-0c47e5e4-a765-4627-b2a7-ddb098f7836d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 999 time: 0.0550632 Jun 16 16:20:39.477389 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-8f43a498-101d-4cc3-bcd5-6f62e4716b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.478423 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:39.478904 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-8f43a498-101d-4cc3-bcd5-6f62e4716b05 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0439432 Jun 16 16:20:39.514820 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:39.527151 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-aa3ce4a0-ae26-47f6-8802-dc4985d33ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:20:39.528711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-aa3ce4a0-ae26-47f6-8802-dc4985d33ff0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434442 Jun 16 16:20:39.533848 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '81466d71-0226-41ab-abea-7a457a075d65', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:21Z', 'updated_at': '2022-06-16T16:20:38Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:39.562453 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:39.570971 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:20:39.571576 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:39.597439 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:39.621840 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-93007c84-b403-4145-a8cb-1f072537e045 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Jun 16 16:20:39.672418 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:20:39.714537 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-466236cd-b4d5-42f9-9ba4-6f6d15723681 req-d3534e2f-a6ea-4268-8ee8-91cd512fd4b1 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864577 Jun 16 16:20:39.876445 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '81466d71-0226-41ab-abea-7a457a075d65', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:21Z', 'updated_at': '2022-06-16T16:20:38Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:39.904942 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5057b3-9e71-43f1-973b-c30b4637d1d9 None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '81466d71-0226-41ab-abea-7a457a075d65', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:20:21Z', 'updated_at': '2022-06-16T16:20:38Z', 'revision_number': 1, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:40.096682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678b13d-776a-4f71-9447-4ce62f24f43a None None] New status for floating IP 81466d71-0226-41ab-abea-7a457a075d65: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:20:40.287002 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-94e4b83d-db04-4e9c-96b4-7aa4e28ec8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:42.645020 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8c1b0346-29d3-44e7-bfe1-440609b986c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:43.618397 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.183324 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:45.732714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:20:49.127661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.132866 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.710246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=21 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.711038 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=15 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:49.838818 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:20:55.727022 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:20:55.729015 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:02.174218 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:02.985621 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-51382317-fe18-4ae8-8b3a-2362af26db20 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792347776&fields=id&tenant_id=731df982fd964de6bc4545103f7e1047 HTTP/1.1" status: 200 len: 267 time: 0.0451932 Jun 16 16:21:03.037664 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-131cd4c4-0386-492a-84d4-b7e36fdb6714 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:03.039215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-131cd4c4-0386-492a-84d4-b7e36fdb6714 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 985 time: 0.0484369 Jun 16 16:21:03.050368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Request body: {'port': {'security_groups': ['75fb1fae-a8f9-4366-97b4-391f34ece845']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:03.129034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.305892 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:03.333055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.337875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.380736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:03.381347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.382772 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0edfdc9a-db52-4292-b29a-2858281dcb7e req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "PUT /v2.0/ports/fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 943 time: 0.3370917 Jun 16 16:21:03.383210 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:03.386753 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90" -d '{"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:03.391092 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 51906) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:03.392470 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:03.413747 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event updated for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=7']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:03.422346 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.422687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.423033 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.423500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.423838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.424168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.424494 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.424859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.425243 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.425589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.425939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.426263 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.426623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.426993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.427452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25250c1e-9996-4ca1-9ff8-9dae09ebfb00 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:03.441411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfa83f-239d-4be0-a9b5-8a29fa8e291e x-openstack-request-id: req-b9cfa83f-239d-4be0-a9b5-8a29fa8e291e {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:03.441706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:03.442414 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9cfa83f-239d-4be0-a9b5-8a29fa8e291e {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:03.442820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cfa83f-239d-4be0-a9b5-8a29fa8e291e'] response: {'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:21:03.467166 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (74eac6b2-6dfb-4da7-a773-5d20beb6c965), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.496601 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (74eac6b2-6dfb-4da7-a773-5d20beb6c965), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.574979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (74eac6b2-6dfb-4da7-a773-5d20beb6c965), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.577602 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.578805 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "DELETE /v2.0/security-groups/74eac6b2-6dfb-4da7-a773-5d20beb6c965 HTTP/1.1" status: 204 len: 168 time: 0.1861956 Jun 16 16:21:03.581553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 51908) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:03.596642 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf52d7-d003-4b33-af42-a141e0118b26 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eac6b2-6dfb-4da7-a773-5d20beb6c965,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:03.601318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:03.687308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-869a74c9-5dba-4b8e-90f8-de2d989d21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:03.688783 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-869a74c9-5dba-4b8e-90f8-de2d989d21f5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1130 time: 0.0589170 Jun 16 16:21:03.701354 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-71dd4dd4-2e8e-42cf-a526-af81cd5cfe88 None None] Provisioning complete for port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:03.701814 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-71dd4dd4-2e8e-42cf-a526-af81cd5cfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.829440 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-71dd4dd4-2e8e-42cf-a526-af81cd5cfe88 None None] Current status of the port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:03.842310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Deleting port 1bebb885-d8d8-49c3-8a8c-d326ac716d7f {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:03.842662 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.858658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-b00e532b-0b4c-44fc-809f-e4f8389e5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:03.860090 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-b00e532b-0b4c-44fc-809f-e4f8389e5459 service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.1404474 Jun 16 16:21:03.945996 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:03.959701 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-18ee3a04-51f4-4a56-8186-dac0ae44bac5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 1001 time: 0.0920699 Jun 16 16:21:03.979786 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:03.980111 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for floatingip (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.015159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Calling delete_port for 1bebb885-d8d8-49c3-8a8c-d326ac716d7f owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:04.037076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-dcf4eed5-574b-4bce-b6f2-598628438199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:04.038526 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-dcf4eed5-574b-4bce-b6f2-598628438199 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0695863 Jun 16 16:21:04.122371 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:04.141293 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-87a48d83-f192-4b67-afd5-0f3172e39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:04.142256 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-87a48d83-f192-4b67-afd5-0f3172e39cd1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757163 Jun 16 16:21:04.279574 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-96d28bdb-186f-4dea-9f48-c212dca114b8 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272995 Jun 16 16:21:04.309542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (1bebb885-d8d8-49c3-8a8c-d326ac716d7f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.365599 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event deleted for resources: {'Port': ['ID=1bebb885-d8d8-49c3-8a8c-d326ac716d7f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:04.448985 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6e6cfdd-990d-4cf1-87d2-39924dddcf90 req-0f6e8cb3-dd7f-47d0-9e71-074a45fb6601 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584277 Jun 16 16:21:04.451707 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks [] for floatingip (bd20ea21-e242-463c-ab94-e7109ec0e9a4), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.452036 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Floating IP bd20ea21-e242-463c-ab94-e7109ec0e9a4 disassociated (deleted). External IP: 172.27.0.17, port: fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab. Jun 16 16:21:04.882835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:04.888097 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:04.988043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:04.992818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:04.997743 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Sync routers for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:05.008332 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:05.009891 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.024716 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e38275b4-8be8-4a14-af1a-1acd9eb482fa tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "DELETE /v2.0/floatingips/bd20ea21-e242-463c-ab94-e7109ec0e9a4 HTTP/1.1" status: 204 len: 168 time: 1.4419632 Jun 16 16:21:05.114427 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:05.264074 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.308708 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.333860 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Checking router: 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:05.342944 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:05.343673 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:20:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.420498 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:05.444218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:05.445743 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:05.446774 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9581b0f-b7c3-411f-89bc-c4a580a12e69" -d '{"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:05.482807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ce772c-90a4-43a8-a380-03feb6739cd5 x-openstack-request-id: req-f2ce772c-90a4-43a8-a380-03feb6739cd5 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:05.483094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:05.483344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f2ce772c-90a4-43a8-a380-03feb6739cd5 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:05.483746 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ce772c-90a4-43a8-a380-03feb6739cd5'] response: {'name': 'network-changed', 'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:21:05.708367 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:05.735169 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0caf80-1478-4de3-94f1-b8f0d2769476 None None] The sync data for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi is: [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '06fbed84-e9ce-4168-a43c-c2b906b25067', 'name': '', 'network_id': '624ec5cb-c351-4f2a-b62b-b23581055ec7', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'mac_address': 'fa:16:3e:8e:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:35Z', 'updated_at': '2022-06-16T16:15:39Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'subnets': [{'id': '310595a9-8f51-40a5-8687-9c5ae5517f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:05.944353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330243d-0764-43a5-a1f8-833bb4697809 None None] New status for floating IP bd20ea21-e242-463c-ab94-e7109ec0e9a4: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:21:06.027178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-718d8e30-626d-438a-a334-461a4ccff592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:06.028700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-718d8e30-626d-438a-a334-461a4ccff592 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=731df982fd964de6bc4545103f7e1047&device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 1130 time: 0.0405324 Jun 16 16:21:06.120425 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-445485d0-71a5-4abd-bd3f-9233f2cb7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:06.122045 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-445485d0-71a5-4abd-bd3f-9233f2cb7493 service neutron] 10.222.0.33 "GET /v2.0/networks?id=624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 200 len: 917 time: 0.0852709 Jun 16 16:21:06.166801 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-b63b8d40-ed52-4d87-9cee-484d8ee82cbd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 200 len: 217 time: 0.0382597 Jun 16 16:21:06.217706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-4d0df338-c1b5-4fe4-8111-128eaba5ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:06.219142 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-4d0df338-c1b5-4fe4-8111-128eaba5ea22 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 200 len: 854 time: 0.0443599 Jun 16 16:21:06.259937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:06.263537 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-1bfb9b59-7f2e-41e8-822a-db2c2dbc8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:06.265016 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-1bfb9b59-7f2e-41e8-822a-db2c2dbc8a2c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=624ec5cb-c351-4f2a-b62b-b23581055ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392947 Jun 16 16:21:06.364500 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-e2bb000d-4337-4524-8a36-08b9fa74827e service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867784 Jun 16 16:21:06.457695 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9581b0f-b7c3-411f-89bc-c4a580a12e69 req-cfc06e6e-0ece-4ae1-9aa0-4dbae73bb225 service neutron] 10.222.0.33 "GET /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855997 Jun 16 16:21:08.876012 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cd9aa-69e6-428a-9666-46a695ce4a96 req-3b7b29f8-0e08-4d4e-8394-b28a9317e2d2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:08.877470 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c5cd9aa-69e6-428a-9666-46a695ce4a96 req-3b7b29f8-0e08-4d4e-8394-b28a9317e2d2 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0509248 Jun 16 16:21:08.925651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c5cd9aa-69e6-428a-9666-46a695ce4a96 req-f0cf4d32-813c-445f-a5c8-8fd5087d21b4 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Jun 16 16:21:10.189644 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e71b5e-4372-455c-9b79-7573c106183d req-8184627c-6808-47d7-b622-f3e3d19e8451 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:10.191169 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05e71b5e-4372-455c-9b79-7573c106183d req-8184627c-6808-47d7-b622-f3e3d19e8451 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0466115 Jun 16 16:21:10.237372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05e71b5e-4372-455c-9b79-7573c106183d req-51353bf0-1613-4d6f-a13a-eba00492e59f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Jun 16 16:21:10.289684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520e8363-d7fe-428b-97d8-a61c69c27b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:11.351143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029a5c-0324-4fab-b898-8639c9310af3 req-f18b6f3b-1747-45ea-b860-2c1df142cf11 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:11.352598 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-89029a5c-0324-4fab-b898-8639c9310af3 req-f18b6f3b-1747-45ea-b860-2c1df142cf11 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0497601 Jun 16 16:21:11.399216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-89029a5c-0324-4fab-b898-8639c9310af3 req-bccae060-4abf-4a5a-af68-5c44934c6522 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Jun 16 16:21:12.162486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-70ede0b4-da7a-4547-bc8c-9991f6c7cd34 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:12.163896 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-70ede0b4-da7a-4547-bc8c-9991f6c7cd34 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.33 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0471060 Jun 16 16:21:12.250601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Deleting port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:12.250952 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.278030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.341871 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] For port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:12.342240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.356022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Calling delete_port for fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:12.516469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.529624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054072d0-8147-4c09-9a87-07eb667a703c req-16d70f2b-9156-4f28-9ec5-baa1db74e7e6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:12.531364 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-054072d0-8147-4c09-9a87-07eb667a703c req-16d70f2b-9156-4f28-9ec5-baa1db74e7e6 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/ports?device_id=487bea5d-3ad7-4404-9b92-e6b60bc9cf2d HTTP/1.1" status: 200 len: 946 time: 0.0637567 Jun 16 16:21:12.554846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Pushing event deleted for resources: {'Port': ['ID=fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:12.560311 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:12.597120 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:12.627188 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] No DVR routers for this DVR port fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:12.631465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.634716 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f292ad6-d373-47c2-94c7-2ce79cdc007a req-f3769875-61d4-4453-9ad6-2b71380262a5 tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.33 "DELETE /v2.0/ports/fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab HTTP/1.1" status: 204 len: 173 time: 0.4634628 Jun 16 16:21:12.635213 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'name': 'network-vif-deleted', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:12.638128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb630b8-0ec6-48bb-88c3-92cb5c7ce63e" -d '{"events": [{"server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "name": "network-vif-deleted", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:12.651843 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37cee3a2-8e7f-4f8a-8a47-bc206c7b4e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:12.656572 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-054072d0-8147-4c09-9a87-07eb667a703c req-78d5da65-66c9-455d-a247-ce1a1d81602f tempest-TestMinimumBasicScenario-337610725 tempest-TestMinimumBasicScenario-337610725-project] 10.222.0.88 "GET /v2.0/security-groups?id=75fb1fae-a8f9-4366-97b4-391f34ece845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037345 Jun 16 16:21:12.687534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea55502-ee9f-4f00-bddc-8868b75cdceb x-openstack-request-id: req-5ea55502-ee9f-4f00-bddc-8868b75cdceb {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:12.687821 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487bea5d-3ad7-4404-9b92-e6b60bc9cf2d", "name": "network-vif-deleted", "tag": "fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:12.688069 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ea55502-ee9f-4f00-bddc-8868b75cdceb {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:12.688466 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea55502-ee9f-4f00-bddc-8868b75cdceb'] response: {'server_uuid': '487bea5d-3ad7-4404-9b92-e6b60bc9cf2d', 'name': 'network-vif-deleted', 'tag': 'fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab', 'status': 'completed', 'code': 200} Jun 16 16:21:13.546549 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.592285 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:13.621661 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.208284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52004) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:14.606827 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.813020 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:14.825395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Deleting port 06fbed84-e9ce-4168-a43c-c2b906b25067 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:14.825785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.906452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] For port 06fbed84-e9ce-4168-a43c-c2b906b25067, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=06fbed84-e9ce-4168-a43c-c2b906b25067,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:14.906735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:14.920274 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Calling delete_port for 06fbed84-e9ce-4168-a43c-c2b906b25067 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:15.093490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (06fbed84-e9ce-4168-a43c-c2b906b25067), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.096554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.119080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fbed84-e9ce-4168-a43c-c2b906b25067,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:15.195050 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.284655 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.489547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:15.590484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:15.595607 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e858c284-f875-45f2-b45e-a5d716dfb235 admin admin] 10.222.0.88 "PUT /v2.0/routers/72e8886d-31a1-450c-ac3b-ba3f2e9ccba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863134 Jun 16 16:21:15.598400 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52008) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:15.600789 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Sync routers for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:15.611256 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:15.611861 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:15.644697 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.699432 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks [] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.712274 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:15.736916 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.801686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks [] for router_gateway (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.845599 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Deleting port 44cdf5e4-f21b-46b5-af02-20140f7dab47 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:15.845993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.880127 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:21:15Z', 'revision_number': 5, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port': {'id': '44cdf5e4-f21b-46b5-af02-20140f7dab47', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:31Z', 'updated_at': '2022-06-16T16:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:15.905415 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Checking router: 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:15.916535 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Routers {'72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:15.917516 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:15.933160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] For port 44cdf5e4-f21b-46b5-af02-20140f7dab47, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=44cdf5e4-f21b-46b5-af02-20140f7dab47,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:15.933748 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:15.944766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:15.962502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Calling delete_port for 44cdf5e4-f21b-46b5-af02-20140f7dab47 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:16.046520 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] Set router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:16.099905 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:21:15Z', 'revision_number': 6, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:16.124108 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30889502-70b6-4af2-8021-6fabc81790f2 None None] The sync data for ids ['72e8886d-31a1-450c-ac3b-ba3f2e9ccba0'] in dv-cinder-837354-2-iscsi is: [{'id': '72e8886d-31a1-450c-ac3b-ba3f2e9ccba0', 'name': 'tempest-TestMinimumBasicScenario-2059000306-router', 'tenant_id': '731df982fd964de6bc4545103f7e1047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:30Z', 'updated_at': '2022-06-16T16:21:15Z', 'revision_number': 6, 'project_id': '731df982fd964de6bc4545103f7e1047', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:16.166998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (44cdf5e4-f21b-46b5-af02-20140f7dab47), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.434124 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Pushing event deleted for resources: {'Port': ['ID=44cdf5e4-f21b-46b5-af02-20140f7dab47,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:16.496970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.585658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.587868 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks [] for router_controller (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.631593 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (72e8886d-31a1-450c-ac3b-ba3f2e9ccba0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.632205 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:21:16.637317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.638248 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9c3d9dcc-455f-4184-aba6-2f8f1f2b61fa admin admin] 10.222.0.88 "DELETE /v2.0/routers/72e8886d-31a1-450c-ac3b-ba3f2e9ccba0 HTTP/1.1" status: 204 len: 168 time: 1.0389471 Jun 16 16:21:16.640766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52010) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:16.684821 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Deleting subnet 310595a9-8f51-40a5-8687-9c5ae5517f66 {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:21:16.687870 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Publish callbacks [] for subnet (310595a9-8f51-40a5-8687-9c5ae5517f66), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.722040 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (310595a9-8f51-40a5-8687-9c5ae5517f66), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.825867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (310595a9-8f51-40a5-8687-9c5ae5517f66), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.868358 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:16.882998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (310595a9-8f51-40a5-8687-9c5ae5517f66), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.914558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:16.921085 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/310595a9-8f51-40a5-8687-9c5ae5517f66 HTTP/1.1" status: 204 len: 168 time: 0.2793074 Jun 16 16:21:16.921259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52012) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:16.922171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a70423-1c29-45b1-93d1-361115e32b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310595a9-8f51-40a5-8687-9c5ae5517f66,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:16.927282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd7aab6-4346-4f4f-ae7b-f36a13e813d3 None None] Network 624ec5cb-c351-4f2a-b62b-b23581055ec7 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:16.955767 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 44cdf5e4-f21b-46b5-af02-20140f7dab47 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:17.008179 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 44cdf5e4-f21b-46b5-af02-20140f7dab47 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:17.008527 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 44cdf5e4-f21b-46b5-af02-20140f7dab47 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:17.008871 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (624ec5cb-c351-4f2a-b62b-b23581055ec7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.009010 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 06fbed84-e9ce-4168-a43c-c2b906b25067 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:17.036445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 06fbed84-e9ce-4168-a43c-c2b906b25067 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:17.036975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 06fbed84-e9ce-4168-a43c-c2b906b25067 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:17.053702 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Deleting port 33a4a809-dba0-477b-81bf-c884fa6c6e60 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:17.054238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.123693 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] For port 33a4a809-dba0-477b-81bf-c884fa6c6e60, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=33a4a809-dba0-477b-81bf-c884fa6c6e60,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:17.124063 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.130261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] DHCP port deletion for 624ec5cb-c351-4f2a-b62b-b23581055ec7 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:21:17.143517 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Calling delete_port for 33a4a809-dba0-477b-81bf-c884fa6c6e60 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:17.168909 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Deleting port 33a4a809-dba0-477b-81bf-c884fa6c6e60 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:17.169364 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.182400 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:17.211332 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:17.211677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fad2c47a-ebb1-49bb-9bf9-18b302cdf9ab not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:17.250986 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.260069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] For port 33a4a809-dba0-477b-81bf-c884fa6c6e60, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=33a4a809-dba0-477b-81bf-c884fa6c6e60,segment=NetworkSegment(6a92ca5f-9765-4f0b-bf91-311962aa0e32),segment_id=6a92ca5f-9765-4f0b-bf91-311962aa0e32)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:17.260983 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.273733 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Calling delete_port for 33a4a809-dba0-477b-81bf-c884fa6c6e60 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:17.277329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.279997 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a4a809-dba0-477b-81bf-c884fa6c6e60,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:17.284362 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] No DVR routers for this DVR port 33a4a809-dba0-477b-81bf-c884fa6c6e60 on host dv-cinder-837354-2-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:17.312965 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.313315 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.313662 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.314261 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.314393 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.314691 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.315018 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.315558 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.315689 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.315991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.316322 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.316650 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.316974 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.317298 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.317620 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.318770 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.351864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (33a4a809-dba0-477b-81bf-c884fa6c6e60), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.370175 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (624ec5cb-c351-4f2a-b62b-b23581055ec7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.379631 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Pushing event deleted for resources: {'Port': ['ID=33a4a809-dba0-477b-81bf-c884fa6c6e60,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:17.387923 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] No DVR routers for this DVR port 33a4a809-dba0-477b-81bf-c884fa6c6e60 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:17.390082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.390470 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.390835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.391170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.391495 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.392136 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.392136 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.392434 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.392749 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.393065 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.393386 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.393496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624ec5cb-c351-4f2a-b62b-b23581055ec7']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:17.393711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.394052 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.394366 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.394677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11336c-58bc-4ebc-a61f-424509c245ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:17.405255 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a92ca5f-9765-4f0b-bf91-311962aa0e32') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:17.405558 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a92ca5f-9765-4f0b-bf91-311962aa0e32') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:17.415237 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (6a92ca5f-9765-4f0b-bf91-311962aa0e32), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.429491 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (6a92ca5f-9765-4f0b-bf91-311962aa0e32), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.436339 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:21:17.436752 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (6a92ca5f-9765-4f0b-bf91-311962aa0e32), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.486331 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 6a92ca5f-9765-4f0b-bf91-311962aa0e32 resource provider aggregate not found Jun 16 16:21:17.502606 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (624ec5cb-c351-4f2a-b62b-b23581055ec7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.505044 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 6a92ca5f-9765-4f0b-bf91-311962aa0e32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a92ca5f-9765-4f0b-bf91-311962aa0e32 found for delete ", "request_id": "req-3a130843-16b0-44d9-bdc0-9584519270b1"}]} Jun 16 16:21:17.511981 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:17.515100 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] 10.222.0.88 "DELETE /v2.0/networks/624ec5cb-c351-4f2a-b62b-b23581055ec7 HTTP/1.1" status: 204 len: 168 time: 0.5917606 Jun 16 16:21:17.518059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52020) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:17.524441 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c54fde-92b6-4645-b0c2-a9465c2dea97 admin admin] Pushing event deleted for resources: {'Network': ['ID=624ec5cb-c351-4f2a-b62b-b23581055ec7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:17.739815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:17.831335 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (16865d47-71bd-4a16-803b-c067fa3c7450), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.044830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Deleting port b988dba6-0e59-401c-a1d0-c0a854543483 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:18.045169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.122850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] For port b988dba6-0e59-401c-a1d0-c0a854543483, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b988dba6-0e59-401c-a1d0-c0a854543483,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:18.123211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.135795 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Calling delete_port for b988dba6-0e59-401c-a1d0-c0a854543483 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:18.312086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (b988dba6-0e59-401c-a1d0-c0a854543483), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.340347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b988dba6-0e59-401c-a1d0-c0a854543483,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:18.387818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:18.504182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (16865d47-71bd-4a16-803b-c067fa3c7450), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.505874 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:18.709050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Router 16865d47-71bd-4a16-803b-c067fa3c7450 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:18.805800 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:18.811339 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-5d1cfd51-5424-43df-a5ba-953f77ccce99 admin admin] 10.222.0.88 "PUT /v2.0/routers/16865d47-71bd-4a16-803b-c067fa3c7450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2920859 Jun 16 16:21:18.814755 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52024) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:18.819446 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Sync routers for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:18.831741 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:18.832500 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:18.924177 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 33a4a809-dba0-477b-81bf-c884fa6c6e60 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:18.929762 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks [] for router (16865d47-71bd-4a16-803b-c067fa3c7450), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:18.948211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 33a4a809-dba0-477b-81bf-c884fa6c6e60 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:18.948798 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 33a4a809-dba0-477b-81bf-c884fa6c6e60 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:18.967178 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:19.029104 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks [] for router_gateway (16865d47-71bd-4a16-803b-c067fa3c7450), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.072402 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Deleting port d0612848-4f98-4874-a1d5-cc00f75feffb {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:19.073697 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.134112 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:21:18Z', 'revision_number': 5, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port': {'id': 'd0612848-4f98-4874-a1d5-cc00f75feffb', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.155804 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] For port d0612848-4f98-4874-a1d5-cc00f75feffb, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=d0612848-4f98-4874-a1d5-cc00f75feffb,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:19.156193 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.162527 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Checking router: 16865d47-71bd-4a16-803b-c067fa3c7450 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:19.169283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Calling delete_port for d0612848-4f98-4874-a1d5-cc00f75feffb owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:19.170667 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:19.170956 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Routers {'16865d47-71bd-4a16-803b-c067fa3c7450'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:19.171571 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['16865d47-71bd-4a16-803b-c067fa3c7450'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.178514 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:19.254726 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] Set router 16865d47-71bd-4a16-803b-c067fa3c7450 gateway port host: None {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:19.346109 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (d0612848-4f98-4874-a1d5-cc00f75feffb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.370470 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0612848-4f98-4874-a1d5-cc00f75feffb,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.428563 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:21:19Z', 'revision_number': 6, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:19.434837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (16865d47-71bd-4a16-803b-c067fa3c7450), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.453053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c24c9b-1262-4dbf-803c-3bb185752747 None None] The sync data for ids ['16865d47-71bd-4a16-803b-c067fa3c7450'] in dv-cinder-837354-2-iscsi is: [{'id': '16865d47-71bd-4a16-803b-c067fa3c7450', 'name': 'tempest-TestMinimumBasicScenario-950074821-router', 'tenant_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:15:39Z', 'updated_at': '2022-06-16T16:21:19Z', 'revision_number': 6, 'project_id': '4ee4194f9bfb4acb93f9b0c48e270202', 'gw_port_host': None}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:19.733244 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (16865d47-71bd-4a16-803b-c067fa3c7450), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.735378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks [] for router_controller (16865d47-71bd-4a16-803b-c067fa3c7450), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.804688 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (16865d47-71bd-4a16-803b-c067fa3c7450), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.805548 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16865d47-71bd-4a16-803b-c067fa3c7450 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:21:19.810859 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.812066 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8c53d36d-1805-46f4-b4ec-e96fcd81d557 admin admin] 10.222.0.88 "DELETE /v2.0/routers/16865d47-71bd-4a16-803b-c067fa3c7450 HTTP/1.1" status: 204 len: 168 time: 0.9961298 Jun 16 16:21:19.814487 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52026) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:19.860705 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Deleting subnet 9bd5fa0a-a57a-43d6-aaa3-0018abf20a06 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:21:19.864047 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Publish callbacks [] for subnet (9bd5fa0a-a57a-43d6-aaa3-0018abf20a06), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.902274 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (9bd5fa0a-a57a-43d6-aaa3-0018abf20a06), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:19.980066 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (9bd5fa0a-a57a-43d6-aaa3-0018abf20a06), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.031207 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (9bd5fa0a-a57a-43d6-aaa3-0018abf20a06), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.061598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.065363 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9bd5fa0a-a57a-43d6-aaa3-0018abf20a06 HTTP/1.1" status: 204 len: 168 time: 0.2497389 Jun 16 16:21:20.066156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d2c61-98a0-471e-81a0-46d533548c97 None None] Network 9dc50344-578e-4bbc-b457-be8b65430176 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:20.066583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1717825-d92d-4fa5-b6c3-9d898f6d9521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd5fa0a-a57a-43d6-aaa3-0018abf20a06,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.068011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52028) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:20.142365 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (9dc50344-578e-4bbc-b457-be8b65430176), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.184294 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Deleting port 84cb5ea0-1064-4f73-ad39-d338675f8130 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:20.184639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.239811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] DHCP port deletion for 9dc50344-578e-4bbc-b457-be8b65430176 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:21:20.253805 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] For port 84cb5ea0-1064-4f73-ad39-d338675f8130, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84cb5ea0-1064-4f73-ad39-d338675f8130,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:20.254392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.269206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Calling delete_port for 84cb5ea0-1064-4f73-ad39-d338675f8130 owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:20.281998 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Deleting port 84cb5ea0-1064-4f73-ad39-d338675f8130 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:20.282315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.351541 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] For port 84cb5ea0-1064-4f73-ad39-d338675f8130, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=84cb5ea0-1064-4f73-ad39-d338675f8130,segment=NetworkSegment(6562e28c-228f-421d-bdb5-3e666b678eb2),segment_id=6562e28c-228f-421d-bdb5-3e666b678eb2)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:20.351967 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.356438 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.366924 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Calling delete_port for 84cb5ea0-1064-4f73-ad39-d338675f8130 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:20.381970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=84cb5ea0-1064-4f73-ad39-d338675f8130,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.392807 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] No DVR routers for this DVR port 84cb5ea0-1064-4f73-ad39-d338675f8130 on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:20.448843 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (84cb5ea0-1064-4f73-ad39-d338675f8130), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.453425 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:20.473464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (9dc50344-578e-4bbc-b457-be8b65430176), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.483825 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] Pushing event deleted for resources: {'Port': ['ID=84cb5ea0-1064-4f73-ad39-d338675f8130,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.489860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214a69d-d7c7-40f5-970e-7c513b33924e None None] No DVR routers for this DVR port 84cb5ea0-1064-4f73-ad39-d338675f8130 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:20.498562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc50344-578e-4bbc-b457-be8b65430176']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:20.513976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6562e28c-228f-421d-bdb5-3e666b678eb2') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:20.514276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6562e28c-228f-421d-bdb5-3e666b678eb2') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:20.524744 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (6562e28c-228f-421d-bdb5-3e666b678eb2), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.537963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:20.540465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (6562e28c-228f-421d-bdb5-3e666b678eb2), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.548197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:21:20.548617 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (6562e28c-228f-421d-bdb5-3e666b678eb2), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.623784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (9dc50344-578e-4bbc-b457-be8b65430176), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.630155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.635759 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9dc50344-578e-4bbc-b457-be8b65430176 HTTP/1.1" status: 204 len: 168 time: 0.5634849 Jun 16 16:21:20.645104 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20cc63-33da-425f-b261-0383e6770f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc50344-578e-4bbc-b457-be8b65430176,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:20.683890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 6562e28c-228f-421d-bdb5-3e666b678eb2 resource provider aggregate not found Jun 16 16:21:20.725874 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 6562e28c-228f-421d-bdb5-3e666b678eb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6562e28c-228f-421d-bdb5-3e666b678eb2 found for delete ", "request_id": "req-0467d58f-3ddd-4649-ae1e-17d9e88d8162"}]} Jun 16 16:21:20.775383 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52050) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:20.820324 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97ef4b7d-ca6c-4192-b47f-3df4433f0886 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=731df982fd964de6bc4545103f7e1047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438805 Jun 16 16:21:20.823030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52052) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:20.862194 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:20.862453 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device d0612848-4f98-4874-a1d5-cc00f75feffb no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:20.875231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] Publish callbacks [] for security_group (75fb1fae-a8f9-4366-97b4-391f34ece845), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.882347 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: d0612848-4f98-4874-a1d5-cc00f75feffb {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:20.882697 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device d0612848-4f98-4874-a1d5-cc00f75feffb not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:20.883123 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84cb5ea0-1064-4f73-ad39-d338675f8130 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:20.897480 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] Publish callbacks [] for security_group (75fb1fae-a8f9-4366-97b4-391f34ece845), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.901003 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 84cb5ea0-1064-4f73-ad39-d338675f8130 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:20.901352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 84cb5ea0-1064-4f73-ad39-d338675f8130 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:20.901808 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b988dba6-0e59-401c-a1d0-c0a854543483 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:20.920173 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: b988dba6-0e59-401c-a1d0-c0a854543483 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:20.920522 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b988dba6-0e59-401c-a1d0-c0a854543483 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:20.948444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (75fb1fae-a8f9-4366-97b4-391f34ece845), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.951103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:20.952268 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75fb1fae-a8f9-4366-97b4-391f34ece845 HTTP/1.1" status: 204 len: 168 time: 0.1282670 Jun 16 16:21:20.960395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcad16-15c7-422d-8de7-036d358a029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fb1fae-a8f9-4366-97b4-391f34ece845,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:21.273619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52058) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:21.314993 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c3dd6584-1caa-4082-aa96-e4250c54c2a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4ee4194f9bfb4acb93f9b0c48e270202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394022 Jun 16 16:21:21.317420 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52060) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:21.366979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] Publish callbacks [] for security_group (05bfc776-aa6f-4ca1-8f20-96468b0b7bc6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:21.384483 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:21.390136 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] Publish callbacks [] for security_group (05bfc776-aa6f-4ca1-8f20-96468b0b7bc6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:21.438431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (05bfc776-aa6f-4ca1-8f20-96468b0b7bc6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:21.441283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:21.442266 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05bfc776-aa6f-4ca1-8f20-96468b0b7bc6 HTTP/1.1" status: 204 len: 168 time: 0.1239083 Jun 16 16:21:21.450734 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fbc2e-1a33-4eeb-ae67-211666b157d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfc776-aa6f-4ca1-8f20-96468b0b7bc6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:22.064393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d22e-e569-47bc-9fa9-e6cae6985a28 req-7ba8c1f0-9058-45c7-9b18-bb51fbc86992 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:22.066423 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccf5d22e-e569-47bc-9fa9-e6cae6985a28 req-7ba8c1f0-9058-45c7-9b18-bb51fbc86992 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0501745 Jun 16 16:21:22.121040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ccf5d22e-e569-47bc-9fa9-e6cae6985a28 req-1937dd55-e59a-4e78-8276-836638278a61 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Jun 16 16:21:23.235313 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ccbfa-5f71-45bf-a0d3-ffccb8df695d req-c323f605-994f-47ab-93a7-ad8b0476cf69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:23.236768 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-207ccbfa-5f71-45bf-a0d3-ffccb8df695d req-c323f605-994f-47ab-93a7-ad8b0476cf69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0473621 Jun 16 16:21:23.282831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-207ccbfa-5f71-45bf-a0d3-ffccb8df695d req-4adc1d12-bc18-4419-877d-606d39f862d6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406268 Jun 16 16:21:24.396656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459f9c7-fab2-4f63-86ea-c83491e234f1 req-8617af48-6dc4-4cb6-8c6c-0cba891a77bc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:24.398046 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8459f9c7-fab2-4f63-86ea-c83491e234f1 req-8617af48-6dc4-4cb6-8c6c-0cba891a77bc tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0473251 Jun 16 16:21:24.445209 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8459f9c7-fab2-4f63-86ea-c83491e234f1 req-d32c5896-c4e2-4a3e-9a06-c23bb3115ed6 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Jun 16 16:21:25.560055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45fdd1-4102-4c2a-bb41-7b1ce8534a41 req-a10eeab4-56cf-4a7c-af10-0e150521a93d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:25.561502 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa45fdd1-4102-4c2a-bb41-7b1ce8534a41 req-a10eeab4-56cf-4a7c-af10-0e150521a93d tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0490980 Jun 16 16:21:25.608022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aa45fdd1-4102-4c2a-bb41-7b1ce8534a41 req-4b15acee-7f51-4438-933c-18c8b69e8e93 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=f019fed5-8ff5-4dc0-ae49-42ff452e93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Jun 16 16:21:25.812598 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-43fb0e1d-63ab-4a62-9d2c-c7b2f50f1e80 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:25.814053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-43fb0e1d-63ab-4a62-9d2c-c7b2f50f1e80 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 946 time: 0.0452950 Jun 16 16:21:25.909087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Deleting port 620a39ba-f7e2-4ae1-acf0-e87136dc559c {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:25.909427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:25.996135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] For port 620a39ba-f7e2-4ae1-acf0-e87136dc559c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=620a39ba-f7e2-4ae1-acf0-e87136dc559c,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:25.996503 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.102536 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=84 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:26.103203 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=67 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:26.156180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.156571 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.156880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Floating IP b44ee07b-9218-4f02-ade9-be698f3d5d38 disassociated. External IP: 172.27.0.241, port: 620a39ba-f7e2-4ae1-acf0-e87136dc559c. Jun 16 16:21:26.157224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Calling delete_port for 620a39ba-f7e2-4ae1-acf0-e87136dc559c owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:26.166775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:26.232410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:26.289527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (620a39ba-f7e2-4ae1-acf0-e87136dc559c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.318753 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event deleted for resources: {'Port': ['ID=620a39ba-f7e2-4ae1-acf0-e87136dc559c,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.452839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:26.781161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e03e945-f23f-4c33-8ace-9d9df0d36341 req-2b8dbf56-c333-4a23-9b4b-18c45c4bc487 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3bac54eb-7ea8-4c97-a1f1-7c1da22baccd HTTP/1.1" status: 200 len: 210 time: 0.0334826 Jun 16 16:21:26.837262 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:21:26.842631 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:26.854182 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:26.864135 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:26.864911 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:26.884195 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] No DVR routers for this DVR port 620a39ba-f7e2-4ae1-acf0-e87136dc559c on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:26.887428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:26.890672 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dac911d5-c0cc-46af-ad5b-e40d1e3da895 req-a88b4e40-91e5-4fd1-9e88-9738f92815ba tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "DELETE /v2.0/ports/620a39ba-f7e2-4ae1-acf0-e87136dc559c HTTP/1.1" status: 204 len: 173 time: 1.0708210 Jun 16 16:21:26.891112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'name': 'network-vif-deleted', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:26.893465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646a53aa-a540-46d0-8a34-cc75dc34eea2" -d '{"events": [{"server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "name": "network-vif-deleted", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:26.932408 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbd7ecf-ddf1-4e34-97e3-a9536d76d23f x-openstack-request-id: req-ccbd7ecf-ddf1-4e34-97e3-a9536d76d23f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:26.932776 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bac54eb-7ea8-4c97-a1f1-7c1da22baccd", "name": "network-vif-deleted", "tag": "620a39ba-f7e2-4ae1-acf0-e87136dc559c", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:26.933110 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ccbd7ecf-ddf1-4e34-97e3-a9536d76d23f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:26.933600 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbd7ecf-ddf1-4e34-97e3-a9536d76d23f'] response: {'server_uuid': '3bac54eb-7ea8-4c97-a1f1-7c1da22baccd', 'name': 'network-vif-deleted', 'tag': '620a39ba-f7e2-4ae1-acf0-e87136dc559c', 'status': 'completed', 'code': 200} Jun 16 16:21:26.981266 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:27.174664 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:27.200529 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:27.209078 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:27.209683 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:27.313808 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:27.503152 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:27.531916 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8accdba-ceca-4646-860f-fa504268af8a None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:12:36Z', 'revision_number': 4, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '2401fb59-6725-4bd5-82b7-9e8f302a7554', 'name': '', 'network_id': '95eb63ba-1800-47ca-921c-a33b3a51a7cb', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'mac_address': 'fa:16:3e:8a:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:34Z', 'updated_at': '2022-06-16T16:12:50Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'subnets': [{'id': '43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:27.753955 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83017f3d-459b-4567-907a-258a58c04167 None None] New status for floating IP b44ee07b-9218-4f02-ade9-be698f3d5d38: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:21:27.870524 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52088) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:27.884365 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:27.902687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:27.928147 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (f019fed5-8ff5-4dc0-ae49-42ff452e93e8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:27.956357 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (f019fed5-8ff5-4dc0-ae49-42ff452e93e8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.006007 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (f019fed5-8ff5-4dc0-ae49-42ff452e93e8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.008624 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.010676 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "DELETE /v2.0/security-groups/f019fed5-8ff5-4dc0-ae49-42ff452e93e8 HTTP/1.1" status: 204 len: 168 time: 0.1381843 Jun 16 16:21:28.012589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52090) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:28.020139 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79930345-deec-4368-bab9-801d2c0c50fd tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019fed5-8ff5-4dc0-ae49-42ff452e93e8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:28.028606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.api.v2.resource [None req-6dfc9e54-f333-4648-b0d7-46457e4bec26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] show failed (client error): The resource could not be found. Jun 16 16:21:28.029684 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-6dfc9e54-f333-4648-b0d7-46457e4bec26 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups/f019fed5-8ff5-4dc0-ae49-42ff452e93e8 HTTP/1.1" status: 404 len: 347 time: 0.0160339 Jun 16 16:21:28.032376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52092) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:28.143666 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Deleting port 491c1467-6b01-48b1-b891-84be42491e81 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:28.144017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (491c1467-6b01-48b1-b891-84be42491e81), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.220948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (491c1467-6b01-48b1-b891-84be42491e81), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.221274 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (491c1467-6b01-48b1-b891-84be42491e81), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.233902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Calling delete_port for 491c1467-6b01-48b1-b891-84be42491e81 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:28.361317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (491c1467-6b01-48b1-b891-84be42491e81), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.393018 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event deleted for resources: {'Port': ['ID=491c1467-6b01-48b1-b891-84be42491e81,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:28.436757 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:28.454431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks [] for floatingip (b44ee07b-9218-4f02-ade9-be698f3d5d38), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.456882 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:28.458058 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9ed562b8-cb94-4b41-a87d-beb263a2ea69 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "DELETE /v2.0/floatingips/b44ee07b-9218-4f02-ade9-be698f3d5d38 HTTP/1.1" status: 204 len: 168 time: 0.4247003 Jun 16 16:21:29.234137 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 620a39ba-f7e2-4ae1-acf0-e87136dc559c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:29.253711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 620a39ba-f7e2-4ae1-acf0-e87136dc559c {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:29.254078 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 620a39ba-f7e2-4ae1-acf0-e87136dc559c not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:30.934853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e161-6327-4d86-982f-9a8a9c1466e1 req-25c95b78-9ba2-4676-bc04-279a57d64431 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:30.936330 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0351e161-6327-4d86-982f-9a8a9c1466e1 req-25c95b78-9ba2-4676-bc04-279a57d64431 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0479474 Jun 16 16:21:30.983063 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0351e161-6327-4d86-982f-9a8a9c1466e1 req-a820cd7d-1966-412d-bed7-1e51e792cf51 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Jun 16 16:21:31.814303 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-5b52a003-36a7-4228-95d4-48901b9f11cb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:31.815749 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-5b52a003-36a7-4228-95d4-48901b9f11cb tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0524433 Jun 16 16:21:31.880892 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:31.897394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Deleting port 52a71ee6-44fd-4a71-b587-86f364e02e17 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:31.897766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:31.988691 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] For port 52a71ee6-44fd-4a71-b587-86f364e02e17, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=52a71ee6-44fd-4a71-b587-86f364e02e17,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:31.989371 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:32.002379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Calling delete_port for 52a71ee6-44fd-4a71-b587-86f364e02e17 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:32.116817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69960d3-a50f-47af-8f2c-ed968f2eed78 req-d332b051-dc4e-4c41-ac9d-69a372d39b01 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:32.118314 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e69960d3-a50f-47af-8f2c-ed968f2eed78 req-d332b051-dc4e-4c41-ac9d-69a372d39b01 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1 HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jun 16 16:21:32.179744 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:32.202700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e69960d3-a50f-47af-8f2c-ed968f2eed78 req-7b287677-0b8e-4fcf-88b9-0bf0a9c75010 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Jun 16 16:21:32.203835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (52a71ee6-44fd-4a71-b587-86f364e02e17), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:32.231863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event deleted for resources: {'Port': ['ID=52a71ee6-44fd-4a71-b587-86f364e02e17,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:32.244696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['52a71ee6-44fd-4a71-b587-86f364e02e17', '9fc73dbb-a75c-415a-b8f8-fbf849262a05'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:32.280367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] No DVR routers for this DVR port 52a71ee6-44fd-4a71-b587-86f364e02e17 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:32.282815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:32.285964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e72e02ef-a37d-4051-b9f3-e4c3e6894d91 req-59edb328-50c5-47d9-ad8a-128bdc5acef1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "DELETE /v2.0/ports/52a71ee6-44fd-4a71-b587-86f364e02e17 HTTP/1.1" status: 204 len: 173 time: 0.4640932 Jun 16 16:21:32.286394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'name': 'network-vif-deleted', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:32.288613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d16a7-c5e2-407c-9fb8-67204d01d0e4" -d '{"events": [{"server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "name": "network-vif-deleted", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:32.325817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987a458f-0c40-430e-a421-5ced612072ed x-openstack-request-id: req-987a458f-0c40-430e-a421-5ced612072ed {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:32.326113 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1", "name": "network-vif-deleted", "tag": "52a71ee6-44fd-4a71-b587-86f364e02e17", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:32.326372 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-987a458f-0c40-430e-a421-5ced612072ed {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:32.326777 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987a458f-0c40-430e-a421-5ced612072ed'] response: {'server_uuid': '3ec3e781-8a30-4b8d-abc4-ebbd233ee3b1', 'name': 'network-vif-deleted', 'tag': '52a71ee6-44fd-4a71-b587-86f364e02e17', 'status': 'completed', 'code': 200} Jun 16 16:21:33.471048 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d58e0f-7b37-4b2d-81d6-87aed18819dc req-59b5a488-9cae-41b3-9c4c-e44dcc14a484 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:33.472715 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-88d58e0f-7b37-4b2d-81d6-87aed18819dc req-59b5a488-9cae-41b3-9c4c-e44dcc14a484 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0499032 Jun 16 16:21:33.520946 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-88d58e0f-7b37-4b2d-81d6-87aed18819dc req-d3ed61e6-4d28-401a-ab5d-32aeeeac759b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Jun 16 16:21:34.376188 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-88d4896f-469a-4e7d-8e12-5ef763ec1c0a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.377632 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-88d4896f-469a-4e7d-8e12-5ef763ec1c0a tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0463185 Jun 16 16:21:34.460828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Deleting port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:34.461091 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.530969 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:34.549883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] For port 9fc73dbb-a75c-415a-b8f8-fbf849262a05, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9fc73dbb-a75c-415a-b8f8-fbf849262a05,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:34.550258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.563847 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Calling delete_port for 9fc73dbb-a75c-415a-b8f8-fbf849262a05 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:34.667063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c562a6-c83f-4824-adca-9162095db76f req-ba020cb9-7f82-4eea-b0ac-c6c54a6a042b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:34.668540 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-56c562a6-c83f-4824-adca-9162095db76f req-ba020cb9-7f82-4eea-b0ac-c6c54a6a042b tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c1389bc-ae98-44d1-943a-669b44dde9ad HTTP/1.1" status: 200 len: 946 time: 0.0617545 Jun 16 16:21:34.746592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:34.751962 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-56c562a6-c83f-4824-adca-9162095db76f req-f7bd5f68-cbb1-43d3-a750-95ba04c2c0a1 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.88 "GET /v2.0/security-groups?id=a97e9690-9f16-4180-84fd-fe5551b3b336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Jun 16 16:21:34.768344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (9fc73dbb-a75c-415a-b8f8-fbf849262a05), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.798568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Pushing event deleted for resources: {'Port': ['ID=9fc73dbb-a75c-415a-b8f8-fbf849262a05,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:34.804934 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['9fc73dbb-a75c-415a-b8f8-fbf849262a05'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:34.844975 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] No DVR routers for this DVR port 9fc73dbb-a75c-415a-b8f8-fbf849262a05 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:34.847672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:34.850961 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-07e6b447-38be-4fa4-ba04-2bab1678cb59 req-917384c0-46a2-4977-bd48-a9d18ad3ae66 tempest-ServerRescueNegativeTestJSON-1916877350 tempest-ServerRescueNegativeTestJSON-1916877350-project] 10.222.0.33 "DELETE /v2.0/ports/9fc73dbb-a75c-415a-b8f8-fbf849262a05 HTTP/1.1" status: 204 len: 173 time: 0.4681551 Jun 16 16:21:34.851416 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'name': 'network-vif-deleted', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:34.854373 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed0b67-24a4-4f86-8b69-4034e9f6ad21" -d '{"events": [{"server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "name": "network-vif-deleted", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:34.891406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2382c3-4660-42ad-bb0f-11102f5b0c70 x-openstack-request-id: req-4d2382c3-4660-42ad-bb0f-11102f5b0c70 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:34.891725 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1389bc-ae98-44d1-943a-669b44dde9ad", "name": "network-vif-deleted", "tag": "9fc73dbb-a75c-415a-b8f8-fbf849262a05", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:34.891964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d2382c3-4660-42ad-bb0f-11102f5b0c70 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:34.892571 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2382c3-4660-42ad-bb0f-11102f5b0c70'] response: {'server_uuid': '7c1389bc-ae98-44d1-943a-669b44dde9ad', 'name': 'network-vif-deleted', 'tag': '9fc73dbb-a75c-415a-b8f8-fbf849262a05', 'status': 'completed', 'code': 200} Jun 16 16:21:35.273197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 52a71ee6-44fd-4a71-b587-86f364e02e17 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:35.295573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 52a71ee6-44fd-4a71-b587-86f364e02e17 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:35.295928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 52a71ee6-44fd-4a71-b587-86f364e02e17 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:35.812800 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52130) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:36.307271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:36.488726 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:36.525425 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Deleting port 2401fb59-6725-4bd5-82b7-9e8f302a7554 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:36.525798 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:36.605612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] For port 2401fb59-6725-4bd5-82b7-9e8f302a7554, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2401fb59-6725-4bd5-82b7-9e8f302a7554,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:36.606023 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:36.619551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Calling delete_port for 2401fb59-6725-4bd5-82b7-9e8f302a7554 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:36.776723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:36.797518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (2401fb59-6725-4bd5-82b7-9e8f302a7554), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:36.822905 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Pushing event deleted for resources: {'Port': ['ID=2401fb59-6725-4bd5-82b7-9e8f302a7554,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:36.981330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:37.182796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:37.277330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:37.284512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:37.289642 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-246bfa6d-5be7-4ac0-8ffc-c81c39545297 admin admin] 10.222.0.88 "PUT /v2.0/routers/37dad6e5-0c9e-4e5d-ba99-9f51af11b403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757705 Jun 16 16:21:37.292131 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52136) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:37.294586 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Sync routers for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:37.305021 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:37.305702 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:37.369170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-6a359c33-c721-4f42-8513-370592957c80 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783498 Jun 16 16:21:37.406338 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:37.450812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks [] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:37.455583 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-6098785b-3458-4107-8202-9f3db7436831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:37.457372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-6098785b-3458-4107-8202-9f3db7436831 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0474167 Jun 16 16:21:37.570724 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:21:36Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:37.599037 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Checking router: 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:37.601936 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:37.608431 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Routers {'37dad6e5-0c9e-4e5d-ba99-9f51af11b403'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:37.609108 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:37.625106 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks [] for router_gateway (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:37.629525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-bceaec79-b82e-4e58-abf3-01147522de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:37.631013 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-bceaec79-b82e-4e58-abf3-01147522de2b service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.1426125 Jun 16 16:21:37.654595 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:37.706227 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] Set router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:37.891716 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:21:36Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:37.917447 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0606ae-1dc5-4cca-b795-29beaab8c7ca None None] The sync data for ids ['37dad6e5-0c9e-4e5d-ba99-9f51af11b403'] in dv-cinder-837354-2-iscsi is: [{'id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'name': 'tempest-ServerRescueNegativeTestJSON-1904853026-router', 'tenant_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:24Z', 'updated_at': '2022-06-16T16:21:36Z', 'revision_number': 5, 'project_id': 'c3592ee016d1486db983b4ff2aab5ca3', 'gw_port': {'id': '2d2caa95-3641-41d4-b6d6-f79ce8605bc0', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dad6e5-0c9e-4e5d-ba99-9f51af11b403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:37.944971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:37.967465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Deleting port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:37.967743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:37.973949 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-80c2cb34-0f5f-4224-af6b-3c31b062ca11 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 1000 time: 0.3362794 Jun 16 16:21:38.015510 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:38.016784 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:38.069705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-95e86e81-a4bd-4285-80ff-151a506884ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:38.071177 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-95e86e81-a4bd-4285-80ff-151a506884ca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.0877323 Jun 16 16:21:38.117318 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] For port 2d2caa95-3641-41d4-b6d6-f79ce8605bc0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:38.117683 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.135615 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Calling delete_port for 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:38.137867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-7eabe8ca-145e-4fe9-8540-462106518bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:38.139363 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-7eabe8ca-145e-4fe9-8540-462106518bf3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620580 Jun 16 16:21:38.312933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-e3fa0a65-17a6-4f48-aa8c-9ddd0273a939 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648800 Jun 16 16:21:38.341002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:38.452796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7f448e91-fdfd-47f8-9bc5-acf5a32d1668 req-88d0e468-59cc-4006-82e8-5db5cff1f56a service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329050 Jun 16 16:21:38.457752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (2d2caa95-3641-41d4-b6d6-f79ce8605bc0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.484803 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2caa95-3641-41d4-b6d6-f79ce8605bc0,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:38.550304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.635233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.637369 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks [] for router_controller (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.675723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (37dad6e5-0c9e-4e5d-ba99-9f51af11b403), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.676282 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37dad6e5-0c9e-4e5d-ba99-9f51af11b403 {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:21:38.680367 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.682176 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-5e0e68b9-8e00-44e1-a463-e47c4ed80697 admin admin] 10.222.0.88 "DELETE /v2.0/routers/37dad6e5-0c9e-4e5d-ba99-9f51af11b403 HTTP/1.1" status: 204 len: 168 time: 1.3885136 Jun 16 16:21:38.684705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52140) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:38.730363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Deleting subnet 43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:21:38.733834 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Publish callbacks [] for subnet (43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.775164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.777003 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:38.852178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.905609 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.931940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:38.937396 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:38.940787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-dde5689c-b3a7-4af8-bdc5-063186972c1a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/43ba4257-c9a7-4eca-bdb4-5a5a8dc4d641 HTTP/1.1" status: 204 len: 168 time: 0.2550113 Jun 16 16:21:38.943168 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52142) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:38.943645 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c798b2-7772-4d41-9910-c60868dd9c1a None None] Network 95eb63ba-1800-47ca-921c-a33b3a51a7cb requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:39.010846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (95eb63ba-1800-47ca-921c-a33b3a51a7cb), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.052075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Deleting port 606c94a2-3286-4744-9b06-20e70ef2e94d {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:39.052416 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.124552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] DHCP port deletion for 95eb63ba-1800-47ca-921c-a33b3a51a7cb request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:21:39.125857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] For port 606c94a2-3286-4744-9b06-20e70ef2e94d, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=606c94a2-3286-4744-9b06-20e70ef2e94d,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:39.126542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.141504 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Calling delete_port for 606c94a2-3286-4744-9b06-20e70ef2e94d owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:39.171753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Deleting port 606c94a2-3286-4744-9b06-20e70ef2e94d {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:39.181029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.199188 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 606c94a2-3286-4744-9b06-20e70ef2e94d no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:39.227671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.259873 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] No DVR routers for this DVR port 606c94a2-3286-4744-9b06-20e70ef2e94d on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:39.261646 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=606c94a2-3286-4744-9b06-20e70ef2e94d,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:39.267209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:39.284908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] For port 606c94a2-3286-4744-9b06-20e70ef2e94d, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=606c94a2-3286-4744-9b06-20e70ef2e94d,segment=NetworkSegment(71722481-2c13-40b4-a49f-632072b4c059),segment_id=71722481-2c13-40b4-a49f-632072b4c059)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:39.285304 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.293858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No active binding found for port 606c94a2-3286-4744-9b06-20e70ef2e94d {{(pid=104081) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 16 16:21:39.294236 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] The host dv-cinder-837354-2-iscsi is not matching for port 606c94a2-3286-4744-9b06-20e70ef2e94d host None! {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 16 16:21:39.294625 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 606c94a2-3286-4744-9b06-20e70ef2e94d not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:39.295133 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2401fb59-6725-4bd5-82b7-9e8f302a7554 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:39.319803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9fc73dbb-a75c-415a-b8f8-fbf849262a05 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:39.322318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Calling delete_port for 606c94a2-3286-4744-9b06-20e70ef2e94d owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:39.324739 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 2401fb59-6725-4bd5-82b7-9e8f302a7554 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:39.325088 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2401fb59-6725-4bd5-82b7-9e8f302a7554 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:39.325528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:39.336331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (95eb63ba-1800-47ca-921c-a33b3a51a7cb), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.357634 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eb63ba-1800-47ca-921c-a33b3a51a7cb']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:39.363193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 9fc73dbb-a75c-415a-b8f8-fbf849262a05 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:39.363545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9fc73dbb-a75c-415a-b8f8-fbf849262a05 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:39.366503 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:39.366857 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2d2caa95-3641-41d4-b6d6-f79ce8605bc0 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:39.367375 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71722481-2c13-40b4-a49f-632072b4c059') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:39.367684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71722481-2c13-40b4-a49f-632072b4c059') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:39.381255 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (71722481-2c13-40b4-a49f-632072b4c059), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.394874 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (71722481-2c13-40b4-a49f-632072b4c059), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.402320 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:21:39.402770 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (71722481-2c13-40b4-a49f-632072b4c059), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.429579 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 71722481-2c13-40b4-a49f-632072b4c059 resource provider aggregate not found Jun 16 16:21:39.443016 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (606c94a2-3286-4744-9b06-20e70ef2e94d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.451046 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:39.458546 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 71722481-2c13-40b4-a49f-632072b4c059 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71722481-2c13-40b4-a49f-632072b4c059 found for delete ", "request_id": "req-fc5ba22b-6238-4106-91a9-242887566ac9"}]} Jun 16 16:21:39.470697 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] Pushing event deleted for resources: {'Port': ['ID=606c94a2-3286-4744-9b06-20e70ef2e94d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:39.473455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7c916-7871-4e2c-b61d-471ba6fa889b None None] No DVR routers for this DVR port 606c94a2-3286-4744-9b06-20e70ef2e94d on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:39.477132 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (95eb63ba-1800-47ca-921c-a33b3a51a7cb), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.482314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.486214 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] 10.222.0.88 "DELETE /v2.0/networks/95eb63ba-1800-47ca-921c-a33b3a51a7cb HTTP/1.1" status: 204 len: 168 time: 0.5420146 Jun 16 16:21:39.500572 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b9c5b-225a-452d-a80f-def48d2d6a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=95eb63ba-1800-47ca-921c-a33b3a51a7cb,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:39.603494 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52150) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:39.644018 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b6e1bfae-b20d-4a3e-b277-b23604f8258e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c3592ee016d1486db983b4ff2aab5ca3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393810 Jun 16 16:21:39.646451 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52152) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:39.695429 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] Publish callbacks [] for security_group (a97e9690-9f16-4180-84fd-fe5551b3b336), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.717498 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] Publish callbacks [] for security_group (a97e9690-9f16-4180-84fd-fe5551b3b336), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.723987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:39.769689 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a97e9690-9f16-4180-84fd-fe5551b3b336), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.772562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:39.773694 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a97e9690-9f16-4180-84fd-fe5551b3b336 HTTP/1.1" status: 204 len: 168 time: 0.1263568 Jun 16 16:21:39.782059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9de29c-300f-47c2-bc3c-d73a8bac1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e9690-9f16-4180-84fd-fe5551b3b336,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:40.292174 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02246101-6d38-445f-9fe4-d952f9375b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.440163 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52174) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:40.538319 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1991428893-network', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:40.560686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Made reservation on behalf of 41f6c4a1b7784d7d874b00d5e43507cf for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:40.563551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.572244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.649860 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks [] for security_group (605cefa0-e3d5-405c-99e9-0d8c86a87d36), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.654212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (605cefa0-e3d5-405c-99e9-0d8c86a87d36), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.680070 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:21:40.690249 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cefa0-e3d5-405c-99e9-0d8c86a87d36,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:40.696096 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (d6455ee4-b17a-4261-a984-267a98f7a1c4), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.696447 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Added segment d6455ee4-b17a-4261-a984-267a98f7a1c4 of type vlan for network 45ef15c7-612b-46f3-8f14-2e68fe914c36 Jun 16 16:21:40.740463 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (45ef15c7-612b-46f3-8f14-2e68fe914c36), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.765597 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (45ef15c7-612b-46f3-8f14-2e68fe914c36), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.766647 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:40.767237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:40.832137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3905313 Jun 16 16:21:40.835149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52178) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:40.835674 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ca9d-bcfe-4708-810c-f2c252332569 admin admin] Pushing event updated for resources: {'Network': ['ID=45ef15c7-612b-46f3-8f14-2e68fe914c36,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:40.840112 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Request body: {'subnet': {'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1991428893-subnet', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:40.844910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:21:40.860179 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Made reservation on behalf of 41f6c4a1b7784d7d874b00d5e43507cf for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:40.862609 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199992'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.028872 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26435140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199946'] for subnet (5ae6350a-38bd-424f-8f77-01d9911b915e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.078561 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae6350a-38bd-424f-8f77-01d9911b915e,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.093861 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Checking segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:41.094228 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Network hostable DHCP agents. Network: 45ef15c7-612b-46f3-8f14-2e68fe914c36, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:21:41.112324 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:21:41.121259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 45ef15c7-612b-46f3-8f14-2e68fe914c36) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:41.126208 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:41.128177 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.128953 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c8123-1003-4bd0-b730-853f9a01def1 None None] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:41.151794 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-86bdac31-1507-4f52-aab8-dfc869e0f6cc admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3155479 Jun 16 16:21:41.154412 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52180) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:41.158555 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:41.179224 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.180138 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.180475 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.234963 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for router_controller (a9af9939-88f7-40b0-aa03-dae4f4da0b33), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.236565 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-45ef15c7-612b-46f3-8f14-2e68fe914c36', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:21:41.237518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.364149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for router_gateway (a9af9939-88f7-40b0-aa03-dae4f4da0b33), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.370374 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Allocated IP 172.20.0.2 (45ef15c7-612b-46f3-8f14-2e68fe914c36/5ae6350a-38bd-424f-8f77-01d9911b915e/b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:41.550792 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for router_gateway (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.569065 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.636388 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks [] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.642428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.675275 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Allocated IP 172.27.0.157 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/a09e6723-fa07-4490-bef6-649a1cb7ce9b) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:41.684956 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.686392 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:41.687814 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:41.693232 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:41.695451 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Pushing event updated for resources: {'Port': ['ID=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.698170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:41.755599 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Attempting to bind port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:41.755965 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Attempting to bind port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:41.756316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Attempting to bind port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:41.761546 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:41.761954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Checking segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:41.762356 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.762742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Bound using segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:41.763199 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Bound port: b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:41.763587 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.792052 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.824542 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] For port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:41.825552 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.827975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] For port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:41.834665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:41.869335 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:41.875912 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:41.878295 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:41.894706 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a34a82-0cb4-432d-8aac-9eb4ce528eca None None] Pushing event updated for resources: {'Port': ['ID=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:41.908712 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Pushing event updated for resources: {'Port': ['ID=a09e6723-fa07-4490-bef6-649a1cb7ce9b,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:42.144337 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for router_gateway (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.326921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.443377 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.452096 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:21:42.553238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:42.562831 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:42.575621 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:42.576253 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:42.580209 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.584255 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1168415e-18b8-4777-be52-01d4f632c5dc admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4262192 Jun 16 16:21:42.584759 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52182) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:42.627888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.673755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.689785 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41549e7d-367b-42f0-968c-c52a57c88f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:42.707376 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:42.902904 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:42Z', 'revision_number': 3, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:42.905526 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:42.933838 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:42.934261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Updating router a9af9939-88f7-40b0-aa03-dae4f4da0b33 port a09e6723-fa07-4490-bef6-649a1cb7ce9b binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:42.940748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:42.943164 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa340f-7397-45e0-9a05-39ae6a1252cc None None] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:21:43.027965 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.036523 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.082276 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Provisioning complete for port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:43.082663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.093229 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.184537 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Allocated IP 172.20.0.1 (45ef15c7-612b-46f3-8f14-2e68fe914c36/5ae6350a-38bd-424f-8f77-01d9911b915e/45c0d09c-d6e9-4e93-a7b4-04e32e7579dd) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:43.195861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:43.196288 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.301410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks [] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.334431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.377001 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:43.385288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:43.386572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Current status of the port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:43.386963 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.387742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:43.426714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:43.427103 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.427660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.429165 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.462977 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.471688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Pushing event updated for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.483294 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] For port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:43.496932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.575912 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.585609 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks [] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.607703 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:21:43.608558 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:21:43.609180 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.644606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c4112-bcb6-4818-9d13-424baef6cb84 None None] Pushing event updated for resources: {'Port': ['ID=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.651193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.691867 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-e197bfef-e564-4b6d-99b4-cc46b7ee0d6a None None] Provisioning complete for port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:43.692246 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e197bfef-e564-4b6d-99b4-cc46b7ee0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.698535 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.725042 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Attempting to bind port a09e6723-fa07-4490-bef6-649a1cb7ce9b on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:43.725415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Attempting to bind port a09e6723-fa07-4490-bef6-649a1cb7ce9b by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:43.725815 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Attempting to bind port a09e6723-fa07-4490-bef6-649a1cb7ce9b on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:43.748568 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:43.748954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:43.749362 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.749786 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:43.750269 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Bound port: a09e6723-fa07-4490-bef6-649a1cb7ce9b, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:43.750663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.754439 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd11093-9972-44ae-b88c-46db13e44bc8 None None] Pushing event updated for resources: {'Port': ['ID=a09e6723-fa07-4490-bef6-649a1cb7ce9b,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.755006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks [] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.760192 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.827791 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] For port a09e6723-fa07-4490-bef6-649a1cb7ce9b, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:43.828577 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.833477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Pushing event updated for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:43.850019 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] For port a09e6723-fa07-4490-bef6-649a1cb7ce9b, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a09e6723-fa07-4490-bef6-649a1cb7ce9b,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:43.857934 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e197bfef-e564-4b6d-99b4-cc46b7ee0d6a None None] Current status of the port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:43.862147 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:43.928567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:43.931043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:43.932870 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:44.050239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:44.052039 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-9d84eb8f-1237-4694-83b8-2955ef1f89eb None None] Provisioning complete for port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:44.052459 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d84eb8f-1237-4694-83b8-2955ef1f89eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.083778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:44.084433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:44.092984 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd11093-9972-44ae-b88c-46db13e44bc8 None None] Pushing event updated for resources: {'Port': ['ID=a09e6723-fa07-4490-bef6-649a1cb7ce9b,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.159405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-9d84eb8f-1237-4694-83b8-2955ef1f89eb None None] Port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:44.162595 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:44.167358 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-5be97e29-4988-4c98-98ce-87a4116aaf54 admin admin] 10.222.0.88 "PUT /v2.0/routers/a9af9939-88f7-40b0-aa03-dae4f4da0b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5814371 Jun 16 16:21:44.208865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:44.239071 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:44.313534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-cba2d32f-61ba-4002-8293-eb0d321e7c03 None None] Provisioning complete for port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:44.313932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cba2d32f-61ba-4002-8293-eb0d321e7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.385708 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.400268 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-cba2d32f-61ba-4002-8293-eb0d321e7c03 None None] Port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:44.448133 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:44.452897 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916757966', 'description': 'tempest-description--803205491'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:44.458160 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 2, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:44.470164 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.476114 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.486718 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6acf35-4c80-4b3f-8131-e45d209f98cc None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 2, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:44.551171 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (694de933-b566-44db-b99a-75e740c19073), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.554894 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (694de933-b566-44db-b99a-75e740c19073), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.589826 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.591058 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417749 Jun 16 16:21:44.592979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e08f-7b59-4917-b3a7-20f6b7ca8741 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694de933-b566-44db-b99a-75e740c19073,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.594062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52192) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:44.599056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group_rule': {'security_group_id': '694de933-b566-44db-b99a-75e740c19073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:44.637842 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (8723aeea-95a9-4702-adff-be07edd41dd6), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.680410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:44.714435 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (8723aeea-95a9-4702-adff-be07edd41dd6), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.719479 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (8723aeea-95a9-4702-adff-be07edd41dd6), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.741169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8723aeea-95a9-4702-adff-be07edd41dd6,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.750486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.751878 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ee3f11fc-0d52-4b4c-9d09-f527bebc0f94 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568065 Jun 16 16:21:44.754753 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52194) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:44.759368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group_rule': {'security_group_id': '694de933-b566-44db-b99a-75e740c19073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:44.787796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (4a0fe42b-a312-47d3-9fd0-9c8ee2dd1b8a), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.854264 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (4a0fe42b-a312-47d3-9fd0-9c8ee2dd1b8a), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.859077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (4a0fe42b-a312-47d3-9fd0-9c8ee2dd1b8a), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.879520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0fe42b-a312-47d3-9fd0-9c8ee2dd1b8a,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:44.888628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.893450 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52196) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:44.894395 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-029a2fef-0d0f-448e-97e9-7a9467ff9ace tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385257 Jun 16 16:21:44.897995 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:44.910392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:44.923154 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:44.959097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:44.959649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.014749 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.043376 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:45.130290 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Allocated IP 172.27.0.80 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/d52e7a58-98a5-4942-9503-81baa5a6ea6f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:45.189323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:45.194969 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.266463 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.300969 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.344521 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:45.350193 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:45.352515 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=d52e7a58-98a5-4942-9503-81baa5a6ea6f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:45.355283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:45.423483 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:45.443328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.480251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:45.485746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.641529 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.646268 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.716238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=d52e7a58-98a5-4942-9503-81baa5a6ea6f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:45.728613 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.738957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.745128 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:45.746402 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-71465459-4b27-47de-9b02-d63422d26653 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8519142 Jun 16 16:21:45.898606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-c482275a-ddf1-4bf5-b996-a449c6c6fab3 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1916757966&fields=id&tenant_id=41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 267 time: 0.0418224 Jun 16 16:21:46.007520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f6b55f68-a10f-49b7-95c6-5fdf561a583b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:46.008972 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f6b55f68-a10f-49b7-95c6-5fdf561a583b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 811 time: 0.1035061 Jun 16 16:21:46.024242 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-fad21929-28f2-4891-a8c0-fa5ad7ff6859 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/quotas/41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 375 time: 0.0091710 Jun 16 16:21:46.321176 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-70a0d12a-5341-471b-8eaf-d0ee679edf59 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2919128 Jun 16 16:21:46.419375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-636f31e7-69d9-4f32-a5c1-14102625f6ec service neutron] 10.222.0.88 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Jun 16 16:21:46.490428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:46.500682 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:46.511787 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:46.512339 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:46.513831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-b17840fd-ef4d-4a98-b949-295bf17f5167 service neutron] 10.222.0.88 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888035 Jun 16 16:21:46.614397 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:46.689778 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f1885a7-4eea-4424-ba22-c093d9aa478b req-9d856296-f5f0-456a-9cfa-45c0f667b501 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jun 16 16:21:46.805277 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 2, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:46.831585 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:46.831939 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Updating router a9af9939-88f7-40b0-aa03-dae4f4da0b33 port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:21:46.861623 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:46.934383 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a09e6723-fa07-4490-bef6-649a1cb7ce9b up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:46.979822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a09e6723-fa07-4490-bef6-649a1cb7ce9b triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:46.980274 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.059328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a09e6723-fa07-4490-bef6-649a1cb7ce9b is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:47.060096 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.085792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port a09e6723-fa07-4490-bef6-649a1cb7ce9b, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a09e6723-fa07-4490-bef6-649a1cb7ce9b,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:47.091334 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.125980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:47.145028 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=a09e6723-fa07-4490-bef6-649a1cb7ce9b,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:47.145303 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks [] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.151432 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.197576 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:47.206289 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Pushing event updated for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:47.232158 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.232504 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.232865 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.233503 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.233873 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.234201 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.234804 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.235034 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.235358 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.235834 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.236321 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.236663 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.236990 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.237312 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.237812 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:21:47.268534 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Attempting to bind port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:47.269051 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Attempting to bind port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:47.269501 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Attempting to bind port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:47.274980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:47.276001 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Checking segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:47.276521 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.277005 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Bound using segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:47.277567 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Bound port: 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:47.278343 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.348433 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] For port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:47.351601 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] For port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:47.357857 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.450147 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Provisioning complete for port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:47.450647 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.487302 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:47.487941 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:47.524212 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c05d1d-b5c5-4b00-a35b-25b6e5a2ae19 None None] Pushing event updated for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:47.527288 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Current status of the port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:47.527684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.568551 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] For port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:47.572855 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.608618 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:47.630785 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4699c-fe8d-4f7a-af6b-30d8abcd181a None None] Pushing event updated for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:47.695510 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-42213a9a-46c8-4856-a8ff-53e86086924b None None] Provisioning complete for port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:47.695888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42213a9a-46c8-4856-a8ff-53e86086924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:47.746963 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:47.779888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-42213a9a-46c8-4856-a8ff-53e86086924b None None] Current status of the port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:47.834798 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:47.851766 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fad431b6-424f-4041-a101-742c08558926 req-4d0c64c8-b792-429e-aa74-4831f641ac1f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 210 time: 0.0646126 Jun 16 16:21:47.864404 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615e2c4-cfa2-4d6e-a078-87d07515e020 None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:47.896185 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-a6c1301f-75ea-41e4-a659-aab99f72a476 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:47.897641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-a6c1301f-75ea-41e4-a659-aab99f72a476 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 811 time: 0.1471415 Jun 16 16:21:47.983062 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f8b64f43-8eda-44f8-91bd-534e3497656c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 380 time: 0.0602093 Jun 16 16:21:48.074972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'port': {'device_id': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'admin_state_up': True, 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'security_groups': ['694de933-b566-44db-b99a-75e740c19073']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:48.191160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Made reservation on behalf of 41f6c4a1b7784d7d874b00d5e43507cf for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:48.194623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.204112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.331871 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Allocated IP 172.20.0.4 (45ef15c7-612b-46f3-8f14-2e68fe914c36/5ae6350a-38bd-424f-8f77-01d9911b915e/fb44d1d7-b555-4a7c-9246-8f035d594d28) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:48.473880 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.507035 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.554014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:48.559171 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:48.563144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:21:48.585812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:48.616760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:48.617383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.635213 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-f9dc4681-4850-485e-bc1d-e5176517e3e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647690 Jun 16 16:21:48.654103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Request body: {'port': {'device_id': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:48.680111 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:48.719897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.812930 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-4d0bb397-2465-4595-8135-a1dabdb68a8e None None] Provisioning complete for port fb44d1d7-b555-4a7c-9246-8f035d594d28 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:48.813499 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb397-2465-4595-8135-a1dabdb68a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:48.861099 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bb397-2465-4595-8135-a1dabdb68a8e None None] Port fb44d1d7-b555-4a7c-9246-8f035d594d28 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:21:48.917711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a09e6723-fa07-4490-bef6-649a1cb7ce9b up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:48.962301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a09e6723-fa07-4490-bef6-649a1cb7ce9b triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:48.962942 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.011145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884c0b-5374-4878-9922-6c37d6933940 req-50af6e02-980c-49fa-8d01-b3b5cdd21deb tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.012615 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64884c0b-5374-4878-9922-6c37d6933940 req-50af6e02-980c-49fa-8d01-b3b5cdd21deb tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 931 time: 0.0627475 Jun 16 16:21:49.035940 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a09e6723-fa07-4490-bef6-649a1cb7ce9b is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:49.036980 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:49.054105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb44d1d7-b555-4a7c-9246-8f035d594d28 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:49.063828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:49.066074 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks [] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.084380 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:49.084764 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.095717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Transition to ACTIVE for port object fb44d1d7-b555-4a7c-9246-8f035d594d28 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:21:49.104688 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-64884c0b-5374-4878-9922-6c37d6933940 req-cd6e8287-176f-4e27-8efd-25da33a78d71 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759835 Jun 16 16:21:49.105275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.162623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Pushing event updated for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:49.163599 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:49.175517 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:49.240953 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Attempting to bind port fb44d1d7-b555-4a7c-9246-8f035d594d28 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:21:49.241328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Attempting to bind port fb44d1d7-b555-4a7c-9246-8f035d594d28 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:21:49.241669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Attempting to bind port fb44d1d7-b555-4a7c-9246-8f035d594d28 on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:49.247163 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Port fb44d1d7-b555-4a7c-9246-8f035d594d28 on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:21:49.247496 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Attempting to bind port fb44d1d7-b555-4a7c-9246-8f035d594d28 on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:21:49.252718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:21:49.253085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Checking segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:21:49.253469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Bound using segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:21:49.253937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Bound port: fb44d1d7-b555-4a7c-9246-8f035d594d28, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:21:49.254302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.318340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:21:49.321804 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:21:49.327983 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.367538 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.368161 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:49.369575 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] 10.222.0.33 "PUT /v2.0/ports/fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 1093 time: 0.7198739 Jun 16 16:21:49.370025 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:49.372259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb1c8b-44a3-437b-80b4-886dd8b91efb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:49.398900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7e211-6c07-4293-879e-21bb0f73cbcb service neutron] Pushing event updated for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:49.443175 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923441ef-8d6b-403b-8f3b-a0ce0a9a6b89 x-openstack-request-id: req-923441ef-8d6b-403b-8f3b-a0ce0a9a6b89 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:49.443543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:49.443796 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-923441ef-8d6b-403b-8f3b-a0ce0a9a6b89 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:49.444197 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923441ef-8d6b-403b-8f3b-a0ce0a9a6b89'] response: {'name': 'network-changed', 'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'status': 'completed', 'code': 200} Jun 16 16:21:49.475882 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-873db4a6-a505-4b76-a312-24e9d02fd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.477496 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-873db4a6-a505-4b76-a312-24e9d02fd152 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1127 time: 0.0450227 Jun 16 16:21:49.527615 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-a895f65e-dddd-4f48-b84b-1413874440aa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 217 time: 0.0351970 Jun 16 16:21:49.578155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-dd402dc6-8cce-48a3-924b-4bbf0b129894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.579605 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-dd402dc6-8cce-48a3-924b-4bbf0b129894 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0462034 Jun 16 16:21:49.627423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-bb8f1b0c-9382-460c-9928-6d8c7432d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:49.628923 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-bb8f1b0c-9382-460c-9928-6d8c7432d2da service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422673 Jun 16 16:21:49.692983 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:49.721979 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-b4def0c9-cec9-4ee1-872a-43ee96965b43 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855501 Jun 16 16:21:49.812795 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-80990757-38d4-4d10-b05a-1cf0a3ccbd9e req-72da3c05-29a9-479d-a16a-55e072c6898d service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846167 Jun 16 16:21:50.219628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010edcb-7d4f-4345-ac91-57c6dc5f816c req-95ea473e-27e3-487e-9565-a0a74da56d8f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:50.221108 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3010edcb-7d4f-4345-ac91-57c6dc5f816c req-95ea473e-27e3-487e-9565-a0a74da56d8f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 943 time: 0.0476227 Jun 16 16:21:50.267991 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3010edcb-7d4f-4345-ac91-57c6dc5f816c req-38eed43e-9a05-438f-824b-35c5ee71847d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Jun 16 16:21:51.390972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765f84c-ddc9-4f70-a5ce-bc69e5b51e20 req-03c5306a-0dcd-45a0-81fa-7d16d32c950b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:51.392365 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f765f84c-ddc9-4f70-a5ce-bc69e5b51e20 req-03c5306a-0dcd-45a0-81fa-7d16d32c950b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 943 time: 0.0512509 Jun 16 16:21:51.438211 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f765f84c-ddc9-4f70-a5ce-bc69e5b51e20 req-f3a4f5c6-a261-45c8-bd1b-483c4e38a97c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Jun 16 16:21:52.200989 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52240) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:52.335407 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Deleting port 4dbbf40c-1d8a-414d-add3-b4229c41a1f0 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:52.335749 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.420021 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.420366 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for floatingip (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.432303 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Calling delete_port for 4dbbf40c-1d8a-414d-add3-b4229c41a1f0 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:52.437382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:52.441651 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-684db873-e409-4bba-8d70-e69ce15884c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.443185 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-684db873-e409-4bba-8d70-e69ce15884c9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1127 time: 0.0402212 Jun 16 16:21:52.570055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2604-0df6-4469-97b8-9b7298ac3daf req-742ac4e7-8b0a-4ca0-a77f-0ebccfb236ac tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.572167 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ff2604-0df6-4469-97b8-9b7298ac3daf req-742ac4e7-8b0a-4ca0-a77f-0ebccfb236ac tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 943 time: 0.0669460 Jun 16 16:21:52.594300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-6dcd8631-eafe-4221-8e39-749516e6494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.595873 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-6dcd8631-eafe-4221-8e39-749516e6494c service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.1465290 Jun 16 16:21:52.605002 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (4dbbf40c-1d8a-414d-add3-b4229c41a1f0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.629152 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event deleted for resources: {'Port': ['ID=4dbbf40c-1d8a-414d-add3-b4229c41a1f0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:52.647016 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-54a3d0d7-2412-4a43-badf-beffc8bb0edf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 217 time: 0.0432289 Jun 16 16:21:52.670219 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ff2604-0df6-4469-97b8-9b7298ac3daf req-9ed2bc81-d8f4-42cc-ae03-fc2b45053bb6 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924628 Jun 16 16:21:52.694562 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for floatingip (499f1a7a-492c-4a54-a795-eb8a03d81177), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:52.694982 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Floating IP 499f1a7a-492c-4a54-a795-eb8a03d81177 disassociated (deleted). External IP: 172.27.0.42, port: fd0e55d6-c023-4540-8b9f-28e600c52b4f. Jun 16 16:21:52.696670 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:52.709336 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-33eb23d4-9d1f-4141-98aa-e9e6d03dfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.710859 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-33eb23d4-9d1f-4141-98aa-e9e6d03dfdaf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0561147 Jun 16 16:21:52.754527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-03b0d746-a0c3-4111-aa38-0acccd139866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:52.756053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-03b0d746-a0c3-4111-aa38-0acccd139866 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394125 Jun 16 16:21:52.775460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:52.848443 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-982db70a-789b-494c-a378-a08ed0d9f4e3 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Jun 16 16:21:52.945007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-faeb1c8b-44a3-437b-80b4-886dd8b91efb req-ab6bfe5d-0b6a-4beb-a18c-e6f71d63987d service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905790 Jun 16 16:21:53.114768 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Router fa09e407-2879-42c7-8301-3936d7fc1a1a has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:53.215408 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:53.220014 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.224663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Sync routers for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:53.234211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:53.234819 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.248938 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3b44ae67-206c-4d63-88aa-16baf07c2c84 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "DELETE /v2.0/floatingips/499f1a7a-492c-4a54-a795-eb8a03d81177 HTTP/1.1" status: 204 len: 168 time: 1.0469053 Jun 16 16:21:53.249630 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:53.251998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212ab12-c7bc-4445-9627-8c4e6514ad7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:53.298733 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c17ae8-c6df-4684-b04f-0d4678a711e6 x-openstack-request-id: req-f2c17ae8-c6df-4684-b04f-0d4678a711e6 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:53.299030 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:53.299284 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f2c17ae8-c6df-4684-b04f-0d4678a711e6 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:53.299688 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c17ae8-c6df-4684-b04f-0d4678a711e6'] response: {'name': 'network-changed', 'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'status': 'completed', 'code': 200} Jun 16 16:21:53.342381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:53.375539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fb44d1d7-b555-4a7c-9246-8f035d594d28 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:21:53.387939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-e7cfb97e-f694-476d-a6c2-326483d48356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:53.389812 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-e7cfb97e-f694-476d-a6c2-326483d48356 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=aed429e2356c4c7a83872d82c0540b66&device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0428510 Jun 16 16:21:53.515434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350060ac-3bdc-4d18-b66f-4864b1850295 req-1731ec0f-5e2b-42d2-bb6c-58f28c553678 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:53.516929 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-350060ac-3bdc-4d18-b66f-4864b1850295 req-1731ec0f-5e2b-42d2-bb6c-58f28c553678 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0597708 Jun 16 16:21:53.536284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:53.544349 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-bf6917ea-5b41-4c06-8bf7-7e763d27fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:53.546386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-bf6917ea-5b41-4c06-8bf7-7e763d27fbf8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 200 len: 910 time: 0.1482158 Jun 16 16:21:53.577886 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-350060ac-3bdc-4d18-b66f-4864b1850295 req-1d174ded-63d0-4b8a-9603-15e72ee12c62 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508971 Jun 16 16:21:53.596296 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:53.632835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'port_id': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'mac_address': 'fa:16:3e:b1:3c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:21:53.636996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:53.667573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.694942 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Checking router: fa09e407-2879-42c7-8301-3936d7fc1a1a for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:21:53.707213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fb44d1d7-b555-4a7c-9246-8f035d594d28 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:53.707719 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.718433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:53.719089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:53.753953 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb44d1d7-b555-4a7c-9246-8f035d594d28 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:21:53.789535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d82c29-141c-4e13-9da8-9d10d649b1d2 req-55ef6fd0-abf4-4a31-bc01-4856203c6232 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:53.791592 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4d82c29-141c-4e13-9da8-9d10d649b1d2 req-55ef6fd0-abf4-4a31-bc01-4856203c6232 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 943 time: 0.0513997 Jun 16 16:21:53.811436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:53.819251 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:53.840291 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b4d82c29-141c-4e13-9da8-9d10d649b1d2 req-f19afb2f-c519-452e-9cb8-29d198bf286d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Jun 16 16:21:53.875714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:54.032991 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:54.199980 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:54.225478 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2266-c7e7-44c6-b629-c52d811d2d73 None None] The sync data for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi is: [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:51Z', 'revision_number': 4, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '59a5e917-6d80-4b1b-ae1e-da055e2130b2', 'name': '', 'network_id': '96e86646-42a7-495e-a23f-a88efe673084', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'mac_address': 'fa:16:3e:f2:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:50Z', 'updated_at': '2022-06-16T16:13:56Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'subnets': [{'id': '705bd4ec-a545-4e50-85b8-7876c659907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:21:54.349272 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['fb44d1d7-b555-4a7c-9246-8f035d594d28'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:21:54.372557 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:54.437708 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b528d-0245-44bd-84a5-b5ea1dff3f56 None None] New status for floating IP 499f1a7a-492c-4a54-a795-eb8a03d81177: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:21:54.656660 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-b85187df-6303-4f95-8b2a-9c3963bcc875 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 200 len: 217 time: 0.0369639 Jun 16 16:21:54.732005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026930-4e17-43da-aecb-e832efc18c35 req-843a9f16-4240-49df-8bea-fc765a1d27c4 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:54.733477 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc026930-4e17-43da-aecb-e832efc18c35 req-843a9f16-4240-49df-8bea-fc765a1d27c4 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0793121 Jun 16 16:21:54.750499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-50d4dcd3-826d-4242-bec6-80f2d91eb014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:54.751886 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-50d4dcd3-826d-4242-bec6-80f2d91eb014 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 200 len: 847 time: 0.0865130 Jun 16 16:21:54.815813 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-299e855a-f6d9-4f64-b2b9-65566a5336a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:54.817303 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-299e855a-f6d9-4f64-b2b9-65566a5336a4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=96e86646-42a7-495e-a23f-a88efe673084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571370 Jun 16 16:21:54.821072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc026930-4e17-43da-aecb-e832efc18c35 req-b18eaaab-dbd0-408b-a3dc-00f2b6eb2ee3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/security-groups?id=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816374 Jun 16 16:21:54.952258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d27d-cd33-4338-991c-264a1000af83 req-796c8dd1-a279-4596-98ca-636114d36a67 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:54.953807 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec91d27d-cd33-4338-991c-264a1000af83 req-796c8dd1-a279-4596-98ca-636114d36a67 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 944 time: 0.0464282 Jun 16 16:21:54.966867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:55.002195 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ec91d27d-cd33-4338-991c-264a1000af83 req-a9249a84-0fa8-4624-9252-ff9b2a06a302 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Jun 16 16:21:55.244716 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-817813fc-df2c-469b-9135-c56e93e7ae96 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Jun 16 16:21:55.458670 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e212ab12-c7bc-4445-9627-8c4e6514ad7a req-5da83226-d600-4366-9aa1-d80f212d7352 service neutron] 10.222.0.33 "GET /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Jun 16 16:21:55.582659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-ed383f09-88ee-41ce-8342-0c4bcdfdb3f3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:55.584083 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-ed383f09-88ee-41ce-8342-0c4bcdfdb3f3 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.33 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 945 time: 0.0471876 Jun 16 16:21:55.622315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fb44d1d7-b555-4a7c-9246-8f035d594d28 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:21:55.664076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port fb44d1d7-b555-4a7c-9246-8f035d594d28 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:21:55.667436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Deleting port fd0e55d6-c023-4540-8b9f-28e600c52b4f {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:21:55.667958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.670972 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port fb44d1d7-b555-4a7c-9246-8f035d594d28 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:21:55.671378 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.748970 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port fb44d1d7-b555-4a7c-9246-8f035d594d28 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:21:55.749267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.762179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] For port fd0e55d6-c023-4540-8b9f-28e600c52b4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fd0e55d6-c023-4540-8b9f-28e600c52b4f,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:55.762548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.768066 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:55.773101 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:55.776048 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175f222-5da3-4fe1-95ff-b5c549d4bd13" -d '{"events": [{"server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "name": "network-vif-plugged", "status": "completed", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:55.776580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Calling delete_port for fd0e55d6-c023-4540-8b9f-28e600c52b4f owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:21:55.791277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:21:55.795699 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.821958 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3736eb3-7f78-45df-a90a-56e1f072b85c x-openstack-request-id: req-e3736eb3-7f78-45df-a90a-56e1f072b85c {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:55.822257 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "name": "network-vif-plugged", "status": "completed", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:55.822511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e3736eb3-7f78-45df-a90a-56e1f072b85c {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:55.822908 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3736eb3-7f78-45df-a90a-56e1f072b85c'] response: {'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'code': 200} Jun 16 16:21:55.848639 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.897695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:55.911440 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fd0e55d6-c023-4540-8b9f-28e600c52b4f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:55.949652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event deleted for resources: {'Port': ['ID=fd0e55d6-c023-4540-8b9f-28e600c52b4f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:55.970451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3d77db50-b382-4abc-a7e9-62295ba36c46 req-ad0019f1-fb1c-496a-8abd-f6972304bf64 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0527079 Jun 16 16:21:56.021830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] No DVR routers for this DVR port fd0e55d6-c023-4540-8b9f-28e600c52b4f on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:21:56.043156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:56.046358 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8462ff84-b28c-43c5-acd1-ffdd4cc4fbd3 req-a5e252cb-7699-4505-873c-dc1e8a0ef792 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.33 "DELETE /v2.0/ports/fd0e55d6-c023-4540-8b9f-28e600c52b4f HTTP/1.1" status: 204 len: 173 time: 0.4567053 Jun 16 16:21:56.046784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-deleted', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:56.048993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698502f1-950a-42e7-b60f-227c53411c95" -d '{"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-deleted", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:56.064883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef955a-aca6-49ef-bbe0-943e37e670f1 req-62010f79-e2f3-4334-bee8-7ab86dd90b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:56.066890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5ef955a-aca6-49ef-bbe0-943e37e670f1 req-62010f79-e2f3-4334-bee8-7ab86dd90b76 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0536964 Jun 16 16:21:56.091853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c44143-1e77-45b2-ab46-23df81e2ce2f x-openstack-request-id: req-00c44143-1e77-45b2-ab46-23df81e2ce2f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:56.092146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92e5c48-0ac8-4a24-9e6b-019b7825b0b4", "name": "network-vif-deleted", "tag": "fd0e55d6-c023-4540-8b9f-28e600c52b4f", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:56.092393 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00c44143-1e77-45b2-ab46-23df81e2ce2f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:56.092782 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c44143-1e77-45b2-ab46-23df81e2ce2f'] response: {'server_uuid': 'c92e5c48-0ac8-4a24-9e6b-019b7825b0b4', 'name': 'network-vif-deleted', 'tag': 'fd0e55d6-c023-4540-8b9f-28e600c52b4f', 'status': 'completed', 'code': 200} Jun 16 16:21:56.149836 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810b821-8558-4c92-b14d-6c956ec6976b req-1ac6e898-2db6-400f-9eb6-08177cd8b531 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:56.151339 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b810b821-8558-4c92-b14d-6c956ec6976b req-1ac6e898-2db6-400f-9eb6-08177cd8b531 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0725079 Jun 16 16:21:56.176969 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5ef955a-aca6-49ef-bbe0-943e37e670f1 req-721f4d82-36fd-4c72-8273-e4cf18d3e38a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869925 Jun 16 16:21:56.206537 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b810b821-8558-4c92-b14d-6c956ec6976b req-65fcda02-32da-4b1a-a382-bb39ac20bb02 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Jun 16 16:21:57.091232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-599377fa-47a5-4135-84d0-ad0a0bb28171 req-a6de85ae-3188-4291-a2e9-5aaff8c6186d tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0331392 Jun 16 16:21:57.287006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:57.324855 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959de25-d196-469a-b7f3-54123a721c85 req-ea32839c-8273-4ac9-a558-b95fff3ad23a tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:57.326392 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9959de25-d196-469a-b7f3-54123a721c85 req-ea32839c-8273-4ac9-a558-b95fff3ad23a tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Jun 16 16:21:57.374129 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9959de25-d196-469a-b7f3-54123a721c85 req-3ce8974a-de80-4173-b827-e21e5fe08336 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Jun 16 16:21:58.199103 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c611dda-060f-4dea-a119-fc5facc8bdff req-e8cf83c3-f7a4-4199-849a-f1c2c925bf71 tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "GET /v2.0/ports?device_id=c92e5c48-0ac8-4a24-9e6b-019b7825b0b4 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Jun 16 16:21:58.490275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255eee3-256f-4214-b0e0-bfc525a296e0 req-4270713b-e742-49d5-a5d2-c6d950636eb9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:58.491754 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6255eee3-256f-4214-b0e0-bfc525a296e0 req-4270713b-e742-49d5-a5d2-c6d950636eb9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0476301 Jun 16 16:21:58.541899 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6255eee3-256f-4214-b0e0-bfc525a296e0 req-7971ecf3-afa4-47e6-a872-7c4ca238ae41 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Jun 16 16:21:58.653873 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df28fe-2466-4a91-b3e0-072e649cfb43 req-0f32ec9b-e4e5-4303-bc30-0204004e1a75 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:58.655286 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-41df28fe-2466-4a91-b3e0-072e649cfb43 req-0f32ec9b-e4e5-4303-bc30-0204004e1a75 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0478506 Jun 16 16:21:58.663736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52278) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:58.668541 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'floatingip': {'port_id': 'fb44d1d7-b555-4a7c-9246-8f035d594d28'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:21:58.705951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.128187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.132981 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.258382 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52282) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:59.324037 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (be5983e9-e0ff-43f9-b7fd-d0aa87dc2590), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.352149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (be5983e9-e0ff-43f9-b7fd-d0aa87dc2590), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.419942 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (be5983e9-e0ff-43f9-b7fd-d0aa87dc2590), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.422582 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.423796 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] 10.222.0.88 "DELETE /v2.0/security-groups/be5983e9-e0ff-43f9-b7fd-d0aa87dc2590 HTTP/1.1" status: 204 len: 168 time: 0.1638331 Jun 16 16:21:59.433763 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b79f-a294-4a3c-9ae2-40f5b4f0c97a tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5983e9-e0ff-43f9-b7fd-d0aa87dc2590,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:59.472972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:59.487877 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52286) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:21:59.494742 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Floating IP b5b383bb-f64a-4d72-8d71-6ad52780462a associated. External IP: 172.27.0.80, port: fb44d1d7-b555-4a7c-9246-8f035d594d28. Jun 16 16:21:59.627172 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:21:59.646482 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: fd0e55d6-c023-4540-8b9f-28e600c52b4f {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:21:59.646835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fd0e55d6-c023-4540-8b9f-28e600c52b4f not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:21:59.699423 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:21:59.746365 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:21:59.803575 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:21:59.808060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.813830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:21:59.828891 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:21:59.829821 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:21:59.842041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-387db4d1-1f34-4336-9366-aee2928ca4f8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "PUT /v2.0/floatingips/b5b383bb-f64a-4d72-8d71-6ad52780462a HTTP/1.1" status: 200 len: 990 time: 1.1771994 Jun 16 16:21:59.842637 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:21:59.844913 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90b601a-61af-4769-9cd7-7138accc4014" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:59.881180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01854be7-3fb1-4798-a665-4418f3f61a5d x-openstack-request-id: req-01854be7-3fb1-4798-a665-4418f3f61a5d {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:59.881388 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:59.881639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01854be7-3fb1-4798-a665-4418f3f61a5d {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:59.882126 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01854be7-3fb1-4798-a665-4418f3f61a5d'] response: {'name': 'network-changed', 'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'status': 'completed', 'code': 200} Jun 16 16:21:59.923996 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:21:59.946906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:21:59.973416 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b601a-61af-4769-9cd7-7138accc4014 req-444f1dde-4d6c-4898-990a-71ce6b61b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:21:59.975413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-444f1dde-4d6c-4898-990a-71ce6b61b5bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0421391 Jun 16 16:22:00.019264 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:00.075960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b601a-61af-4769-9cd7-7138accc4014 req-8d283111-1c02-48cd-ba6b-ffc714c0d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:00.077771 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-8d283111-1c02-48cd-ba6b-ffc714c0d3aa service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0962937 Jun 16 16:22:00.158561 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-b26ce92e-2ce1-4215-a288-c9199a0230a7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 998 time: 0.0738807 Jun 16 16:22:00.169962 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b5b383bb-f64a-4d72-8d71-6ad52780462a', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:b1:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:45Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:00.170986 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:00.195828 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:00.204639 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:00.205549 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:00.210375 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b601a-61af-4769-9cd7-7138accc4014 req-992a1936-1ffb-4299-bb68-50c4b9f2ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:00.211149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Deleting port 59a5e917-6d80-4b1b-ae1e-da055e2130b2 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:00.211624 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.212090 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-992a1936-1ffb-4299-bb68-50c4b9f2ed7b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0470533 Jun 16 16:22:00.262604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b601a-61af-4769-9cd7-7138accc4014 req-611c3748-4454-4563-b7af-982bb322a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:00.264158 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-611c3748-4454-4563-b7af-982bb322a835 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444138 Jun 16 16:22:00.294302 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] For port 59a5e917-6d80-4b1b-ae1e-da055e2130b2, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=59a5e917-6d80-4b1b-ae1e-da055e2130b2,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:00.295381 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.311057 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Calling delete_port for 59a5e917-6d80-4b1b-ae1e-da055e2130b2 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:00.316772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:00.358159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-97d53742-cf7f-4456-bfdb-c7cb70d5105c service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Jun 16 16:22:00.392382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:00.465191 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d90b601a-61af-4769-9cd7-7138accc4014 req-495a6050-e23d-4b05-a928-11df30e07361 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989480 Jun 16 16:22:00.511878 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (59a5e917-6d80-4b1b-ae1e-da055e2130b2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.535483 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a5e917-6d80-4b1b-ae1e-da055e2130b2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.541199 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b5b383bb-f64a-4d72-8d71-6ad52780462a', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:b1:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:45Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:00.567377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100a9ed-c4b9-4a3b-b8e6-55b0ecc84c10 None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'b5b383bb-f64a-4d72-8d71-6ad52780462a', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:b1:3c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:21:45Z', 'updated_at': '2022-06-16T16:21:59Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:00.707432 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:00.801759 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088596a4-a1d9-41b2-967d-7c7a45482245 None None] New status for floating IP b5b383bb-f64a-4d72-8d71-6ad52780462a: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:00.930591 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Router fa09e407-2879-42c7-8301-3936d7fc1a1a has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:00.980250 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:01.027310 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:01.036120 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:01.041908 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2cc5701b-1980-46e2-8ae9-63e9eaa284b6 admin admin] 10.222.0.88 "PUT /v2.0/routers/fa09e407-2879-42c7-8301-3936d7fc1a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528731 Jun 16 16:22:01.044593 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52294) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:01.047670 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Sync routers for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:01.059121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:01.059754 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.147935 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks [] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.164081 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:01.227033 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:01.245155 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks [] for router_gateway (fa09e407-2879-42c7-8301-3936d7fc1a1a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.288125 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Deleting port 6c466877-5b34-4cb1-8686-6d6e835afc3e {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:01.288462 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.330725 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:22:00Z', 'revision_number': 5, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port': {'id': '6c466877-5b34-4cb1-8686-6d6e835afc3e', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.359811 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Checking router: fa09e407-2879-42c7-8301-3936d7fc1a1a for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:01.368639 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Routers {'fa09e407-2879-42c7-8301-3936d7fc1a1a'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:01.369263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['fa09e407-2879-42c7-8301-3936d7fc1a1a'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.370767 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] For port 6c466877-5b34-4cb1-8686-6d6e835afc3e, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6c466877-5b34-4cb1-8686-6d6e835afc3e,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:01.371282 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.384713 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Calling delete_port for 6c466877-5b34-4cb1-8686-6d6e835afc3e owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:01.451569 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] Set router fa09e407-2879-42c7-8301-3936d7fc1a1a gateway port host: None {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:01.553329 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (6c466877-5b34-4cb1-8686-6d6e835afc3e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.578443 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c466877-5b34-4cb1-8686-6d6e835afc3e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:01.629545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:22:01Z', 'revision_number': 6, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:01.644670 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.656352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab47eb-5200-4c0b-aa4c-db473e5e2cf5 None None] The sync data for ids ['fa09e407-2879-42c7-8301-3936d7fc1a1a'] in dv-cinder-837354-2-iscsi is: [{'id': 'fa09e407-2879-42c7-8301-3936d7fc1a1a', 'name': 'tempest-TestShelveInstance-545944068-router', 'tenant_id': 'aed429e2356c4c7a83872d82c0540b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:48Z', 'updated_at': '2022-06-16T16:22:01Z', 'revision_number': 6, 'project_id': 'aed429e2356c4c7a83872d82c0540b66', 'gw_port_host': None}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:01.735557 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.737780 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks [] for router_controller (fa09e407-2879-42c7-8301-3936d7fc1a1a), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.778777 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (fa09e407-2879-42c7-8301-3936d7fc1a1a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.779458 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa09e407-2879-42c7-8301-3936d7fc1a1a {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:22:01.784785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.786196 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3d43b228-0bc3-4ac8-93af-075979d1a582 admin admin] 10.222.0.88 "DELETE /v2.0/routers/fa09e407-2879-42c7-8301-3936d7fc1a1a HTTP/1.1" status: 204 len: 168 time: 0.7406633 Jun 16 16:22:01.788812 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52296) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:01.833880 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Deleting subnet 705bd4ec-a545-4e50-85b8-7876c659907f {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:22:01.837530 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Publish callbacks [] for subnet (705bd4ec-a545-4e50-85b8-7876c659907f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.875412 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (705bd4ec-a545-4e50-85b8-7876c659907f), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:01.876953 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:02.152876 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:02.171195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (705bd4ec-a545-4e50-85b8-7876c659907f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.183830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.223991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (705bd4ec-a545-4e50-85b8-7876c659907f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.246749 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705bd4ec-a545-4e50-85b8-7876c659907f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.252965 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.256468 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f5909415-73e4-4de2-a67b-ab818a7bdbdc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/705bd4ec-a545-4e50-85b8-7876c659907f HTTP/1.1" status: 204 len: 168 time: 0.4664035 Jun 16 16:22:02.259267 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e7561-7c60-476f-86ea-e56a05fd2527 None None] Network 96e86646-42a7-495e-a23f-a88efe673084 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:22:02.259434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52298) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:02.327255 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (96e86646-42a7-495e-a23f-a88efe673084), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.339473 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:02.374631 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Deleting port ca9628e2-452f-46b0-b84e-8644b39f2a34 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:02.374972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.439467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] For port ca9628e2-452f-46b0-b84e-8644b39f2a34, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca9628e2-452f-46b0-b84e-8644b39f2a34,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:02.439467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.446820 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] DHCP port deletion for 96e86646-42a7-495e-a23f-a88efe673084 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:22:02.454273 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Calling delete_port for ca9628e2-452f-46b0-b84e-8644b39f2a34 owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:02.488164 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Deleting port ca9628e2-452f-46b0-b84e-8644b39f2a34 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:02.488554 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.542983 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.553487 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] For port ca9628e2-452f-46b0-b84e-8644b39f2a34, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ca9628e2-452f-46b0-b84e-8644b39f2a34,segment=NetworkSegment(ecaf031e-33d9-4c46-872a-2872c49891e5),segment_id=ecaf031e-33d9-4c46-872a-2872c49891e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:02.554211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.569220 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Calling delete_port for ca9628e2-452f-46b0-b84e-8644b39f2a34 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:02.574315 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] No DVR routers for this DVR port ca9628e2-452f-46b0-b84e-8644b39f2a34 on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:02.576332 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9628e2-452f-46b0-b84e-8644b39f2a34,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.650070 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (96e86646-42a7-495e-a23f-a88efe673084), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.660863 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (ca9628e2-452f-46b0-b84e-8644b39f2a34), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.669038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:02.671389 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e86646-42a7-495e-a23f-a88efe673084']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:02.682334 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaf031e-33d9-4c46-872a-2872c49891e5') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:02.682638 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaf031e-33d9-4c46-872a-2872c49891e5') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:02.689655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] No DVR routers for this DVR port ca9628e2-452f-46b0-b84e-8644b39f2a34 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:02.694431 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ab16c-5ab7-44f6-9b8d-fb86fac6372d None None] Pushing event deleted for resources: {'Port': ['ID=ca9628e2-452f-46b0-b84e-8644b39f2a34,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.696405 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:02.704006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (ecaf031e-33d9-4c46-872a-2872c49891e5), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.724830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (ecaf031e-33d9-4c46-872a-2872c49891e5), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.731830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:02.732176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (ecaf031e-33d9-4c46-872a-2872c49891e5), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.782428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment ecaf031e-33d9-4c46-872a-2872c49891e5 resource provider aggregate not found Jun 16 16:22:02.801461 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (96e86646-42a7-495e-a23f-a88efe673084), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.807735 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:02.811212 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] 10.222.0.88 "DELETE /v2.0/networks/96e86646-42a7-495e-a23f-a88efe673084 HTTP/1.1" status: 204 len: 168 time: 0.5507190 Jun 16 16:22:02.813850 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment ecaf031e-33d9-4c46-872a-2872c49891e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecaf031e-33d9-4c46-872a-2872c49891e5 found for delete ", "request_id": "req-4c6fbe2e-6c53-4f62-a2c3-503dbdaf90c3"}]} Jun 16 16:22:02.814362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52304) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:02.829543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fca4d8-8cd1-4588-b546-53bd3e1485cb admin admin] Pushing event deleted for resources: {'Network': ['ID=96e86646-42a7-495e-a23f-a88efe673084,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.897493 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6c466877-5b34-4cb1-8686-6d6e835afc3e no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:02.918183 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 6c466877-5b34-4cb1-8686-6d6e835afc3e {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:02.918536 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6c466877-5b34-4cb1-8686-6d6e835afc3e not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:02.918963 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca9628e2-452f-46b0-b84e-8644b39f2a34 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:02.936971 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: ca9628e2-452f-46b0-b84e-8644b39f2a34 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:02.937337 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ca9628e2-452f-46b0-b84e-8644b39f2a34 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:02.937774 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 59a5e917-6d80-4b1b-ae1e-da055e2130b2 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:02.956042 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 59a5e917-6d80-4b1b-ae1e-da055e2130b2 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:02.956321 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 59a5e917-6d80-4b1b-ae1e-da055e2130b2 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:03.148910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (21a30eed-9736-420c-bd23-959afe5f8d2c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:03.307673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:03.369834 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Deleting port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:03.370178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:03.445902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] For port 55f5dfac-8fbd-43f5-b8ce-49745e7acb43, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:03.446724 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:03.459565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Calling delete_port for 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:03.572363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:03.636536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (55f5dfac-8fbd-43f5-b8ce-49745e7acb43), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:03.664660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=55f5dfac-8fbd-43f5-b8ce-49745e7acb43,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:03.690178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.690527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.690868 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.691211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.691548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.691878 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.692205 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.692530 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.692856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.693182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.693541 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.693898 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.694221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.694540 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.694861 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:03.834506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (21a30eed-9736-420c-bd23-959afe5f8d2c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:03.837775 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:22:04.284068 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Router 21a30eed-9736-420c-bd23-959afe5f8d2c has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:04.327115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:04.384830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:04.391562 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a6b9fb00-ee8c-4ad8-89ca-96c890d10e3c admin admin] 10.222.0.88 "PUT /v2.0/routers/21a30eed-9736-420c-bd23-959afe5f8d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662582 Jun 16 16:22:04.392240 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52306) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:04.394806 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Sync routers for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:04.405826 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:04.406449 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:04.490690 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks [] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:04.509081 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:04.592234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks [] for router_gateway (21a30eed-9736-420c-bd23-959afe5f8d2c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:04.615338 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:04.626726 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:04.637979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Deleting port 684ef266-09d2-4678-9aaf-c456e089b2b1 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:04.638337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:04.681919 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:22:03Z', 'revision_number': 5, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port': {'id': '684ef266-09d2-4678-9aaf-c456e089b2b1', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:13:54Z', 'updated_at': '2022-06-16T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:04.705675 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Checking router: 21a30eed-9736-420c-bd23-959afe5f8d2c for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:04.715011 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Routers {'21a30eed-9736-420c-bd23-959afe5f8d2c'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:04.715621 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:21:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['21a30eed-9736-420c-bd23-959afe5f8d2c'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:04.720883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] For port 684ef266-09d2-4678-9aaf-c456e089b2b1, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=684ef266-09d2-4678-9aaf-c456e089b2b1,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:04.721292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:04.735527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Calling delete_port for 684ef266-09d2-4678-9aaf-c456e089b2b1 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:04.745755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:04.799636 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] Set router 21a30eed-9736-420c-bd23-959afe5f8d2c gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:04.850776 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:22:04Z', 'revision_number': 6, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:04.876215 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5067f0-8638-4da8-9c6c-3d56ff7de56a None None] The sync data for ids ['21a30eed-9736-420c-bd23-959afe5f8d2c'] in dv-cinder-837354-2-iscsi is: [{'id': '21a30eed-9736-420c-bd23-959afe5f8d2c', 'name': 'tempest-TestShelveInstance-989143255-router', 'tenant_id': '628ab5a8f33e40048cfc723209f0280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:13:53Z', 'updated_at': '2022-06-16T16:22:04Z', 'revision_number': 6, 'project_id': '628ab5a8f33e40048cfc723209f0280e', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:04.914440 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (684ef266-09d2-4678-9aaf-c456e089b2b1), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:04.938047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=684ef266-09d2-4678-9aaf-c456e089b2b1,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.009649 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (21a30eed-9736-420c-bd23-959afe5f8d2c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.096803 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.099279 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks [] for router_controller (21a30eed-9736-420c-bd23-959afe5f8d2c), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.142314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (21a30eed-9736-420c-bd23-959afe5f8d2c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.142910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a30eed-9736-420c-bd23-959afe5f8d2c {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:22:05.147502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.148656 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-06039dd0-2258-46b4-a521-f4765a6fbf91 admin admin] 10.222.0.88 "DELETE /v2.0/routers/21a30eed-9736-420c-bd23-959afe5f8d2c HTTP/1.1" status: 204 len: 168 time: 0.7554793 Jun 16 16:22:05.151172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52308) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:05.195778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Deleting subnet 0a53d344-3293-4025-b272-a7d672108512 {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:22:05.199028 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Publish callbacks [] for subnet (0a53d344-3293-4025-b272-a7d672108512), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.233848 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (0a53d344-3293-4025-b272-a7d672108512), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.264472 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:05.313707 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (0a53d344-3293-4025-b272-a7d672108512), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.366673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (0a53d344-3293-4025-b272-a7d672108512), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.393994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a53d344-3293-4025-b272-a7d672108512,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.398431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.403040 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-bc98632f-df5d-419f-a9c2-47f68fe6c720 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0a53d344-3293-4025-b272-a7d672108512 HTTP/1.1" status: 204 len: 168 time: 0.2508841 Jun 16 16:22:05.404381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb45b3a-0172-492f-bd15-94fd7aedc5c9 None None] Network 9e799382-74de-4fd7-b769-08c87420bc98 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:22:05.405478 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52310) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:05.479212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (9e799382-74de-4fd7-b769-08c87420bc98), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.523562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Deleting port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:05.524413 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.569014 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] DHCP port deletion for 9e799382-74de-4fd7-b769-08c87420bc98 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:22:05.592972 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] For port a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:05.593343 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.607661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Calling delete_port for a79e2d5b-f030-47b4-8599-842d0b4a5cb0 owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:05.607878 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Deleting port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:05.608489 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.653398 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:05.681275 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] For port a79e2d5b-f030-47b4-8599-842d0b4a5cb0, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,segment=NetworkSegment(83191ff0-10af-463a-9dbe-68feda3822d7),segment_id=83191ff0-10af-463a-9dbe-68feda3822d7)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:05.681540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.700352 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Calling delete_port for a79e2d5b-f030-47b4-8599-842d0b4a5cb0 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:05.701155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.724503 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.728030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] No DVR routers for this DVR port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:05.756665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:05.776413 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (a79e2d5b-f030-47b4-8599-842d0b4a5cb0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.804473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] Pushing event deleted for resources: {'Port': ['ID=a79e2d5b-f030-47b4-8599-842d0b4a5cb0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.807539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (9e799382-74de-4fd7-b769-08c87420bc98), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.810777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5624ec2-1363-4087-ae7f-6a000336fc2f None None] No DVR routers for this DVR port a79e2d5b-f030-47b4-8599-842d0b4a5cb0 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:05.839652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e799382-74de-4fd7-b769-08c87420bc98']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:05.849931 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83191ff0-10af-463a-9dbe-68feda3822d7') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:05.850244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83191ff0-10af-463a-9dbe-68feda3822d7') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:05.860642 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (83191ff0-10af-463a-9dbe-68feda3822d7), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.874687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (83191ff0-10af-463a-9dbe-68feda3822d7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.881123 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:05.881517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (83191ff0-10af-463a-9dbe-68feda3822d7), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.905906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 83191ff0-10af-463a-9dbe-68feda3822d7 resource provider aggregate not found Jun 16 16:22:05.950361 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 83191ff0-10af-463a-9dbe-68feda3822d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83191ff0-10af-463a-9dbe-68feda3822d7 found for delete ", "request_id": "req-64d23750-ab84-4a8f-ad61-b119af6811e4"}]} Jun 16 16:22:05.951570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (9e799382-74de-4fd7-b769-08c87420bc98), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.965581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:05.968161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9e799382-74de-4fd7-b769-08c87420bc98 HTTP/1.1" status: 204 len: 168 time: 0.5616603 Jun 16 16:22:05.980686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426ade-9038-425f-8da5-8c57e6a9b044 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e799382-74de-4fd7-b769-08c87420bc98,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.083838 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52318) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:06.127237 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-103774a4-6b83-4776-abf8-47c17e5ce87d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aed429e2356c4c7a83872d82c0540b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421636 Jun 16 16:22:06.129639 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52320) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:06.179112 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] Publish callbacks [] for security_group (45bbe61b-7bc4-4d39-9247-3db00a062198), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.200791 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] Publish callbacks [] for security_group (45bbe61b-7bc4-4d39-9247-3db00a062198), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.249684 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (45bbe61b-7bc4-4d39-9247-3db00a062198), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.252290 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.253447 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45bbe61b-7bc4-4d39-9247-3db00a062198 HTTP/1.1" status: 204 len: 168 time: 0.1228642 Jun 16 16:22:06.261259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe2ce-ff83-45a2-837d-eff65ee3707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bbe61b-7bc4-4d39-9247-3db00a062198,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.566909 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52328) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:06.607685 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d237671e-b854-4d0c-b82e-bb4e4b15cb48 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=628ab5a8f33e40048cfc723209f0280e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396323 Jun 16 16:22:06.610247 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52330) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:06.661616 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] Publish callbacks [] for security_group (7f6014b6-1385-4119-ba32-7df8206e35d3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.684575 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] Publish callbacks [] for security_group (7f6014b6-1385-4119-ba32-7df8206e35d3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.731736 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (7f6014b6-1385-4119-ba32-7df8206e35d3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.734237 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:06.735374 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f6014b6-1385-4119-ba32-7df8206e35d3 HTTP/1.1" status: 204 len: 168 time: 0.1242442 Jun 16 16:22:06.744959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498de33-275c-452e-b36d-41278440cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6014b6-1385-4119-ba32-7df8206e35d3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.892778 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 684ef266-09d2-4678-9aaf-c456e089b2b1 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:06.913418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 684ef266-09d2-4678-9aaf-c456e089b2b1 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:06.913803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 684ef266-09d2-4678-9aaf-c456e089b2b1 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:06.914241 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:06.933949 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:06.934307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 55f5dfac-8fbd-43f5-b8ce-49745e7acb43 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:06.934737 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a79e2d5b-f030-47b4-8599-842d0b4a5cb0 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:06.954535 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: a79e2d5b-f030-47b4-8599-842d0b4a5cb0 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:06.954888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a79e2d5b-f030-47b4-8599-842d0b4a5cb0 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:10.296279 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-292b5a04-d8b5-4b74-a51d-6522b8c0905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:12.643664 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a337545-aadf-44ab-a641-2ab3761033d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:13.626653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:14.825691 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=18 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:14.854725 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=21 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:15.194434 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:15.732115 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:15.970072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=69,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:15.970887 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:16.717941 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=58,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:16.740706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:22.117746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2746541-7473-439b-9642-80670c638d00 req-8c7b085c-0369-41a8-a49a-428f673bacb7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:22.119266 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2746541-7473-439b-9642-80670c638d00 req-8c7b085c-0369-41a8-a49a-428f673bacb7 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0472579 Jun 16 16:22:22.167914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2746541-7473-439b-9642-80670c638d00 req-6a840643-1563-4bc6-90b0-dbad54f7828c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Jun 16 16:22:23.498591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737983a-7d4e-4a04-af7f-4fa9b94079d5 req-96bcf183-e4d1-44ac-9110-b839e135b4df tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:23.500108 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f737983a-7d4e-4a04-af7f-4fa9b94079d5 req-96bcf183-e4d1-44ac-9110-b839e135b4df tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.2631328 Jun 16 16:22:23.550216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f737983a-7d4e-4a04-af7f-4fa9b94079d5 req-c922300f-b123-4c9a-8db2-bb86c20aea1e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Jun 16 16:22:24.621197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93f5ba-498b-4b91-98e7-3d7ce20ca993 req-773e6f05-b2ad-480b-a168-af330da57eea tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:24.622710 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5b93f5ba-498b-4b91-98e7-3d7ce20ca993 req-773e6f05-b2ad-480b-a168-af330da57eea tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0507126 Jun 16 16:22:24.703212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6296f7-8dab-40e5-b5a9-134ceac934c8 req-d4e3a408-9cfc-47b3-b035-012bec461d67 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:24.704595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0f6296f7-8dab-40e5-b5a9-134ceac934c8 req-d4e3a408-9cfc-47b3-b035-012bec461d67 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0696194 Jun 16 16:22:24.707933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5b93f5ba-498b-4b91-98e7-3d7ce20ca993 req-b119a17e-eeb4-4927-98bf-a4babce67dc3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799298 Jun 16 16:22:24.762880 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0f6296f7-8dab-40e5-b5a9-134ceac934c8 req-11ee2146-3e55-4a4c-a4dd-976002b977ea tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=41f21378-ac70-4726-af37-df1d4489d5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526960 Jun 16 16:22:24.828548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-30689476-ebf3-4e4e-b3b0-ec2b40e3478d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:24.830020 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-30689476-ebf3-4e4e-b3b0-ec2b40e3478d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Jun 16 16:22:24.910145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:24.910490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.001102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] For port e39c301b-1099-43a0-9e6f-cc8fbcf288d7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:25.001383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.166867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.167233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.167550 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP e55887e6-1212-41a4-92c5-81ec0fc7fe8f disassociated. External IP: 172.27.0.110, port: e39c301b-1099-43a0-9e6f-cc8fbcf288d7. Jun 16 16:22:25.167898 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for e39c301b-1099-43a0-9e6f-cc8fbcf288d7 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:25.294512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (e39c301b-1099-43a0-9e6f-cc8fbcf288d7), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.300175 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:25.322782 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=e39c301b-1099-43a0-9e6f-cc8fbcf288d7,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:25.402898 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:25.432916 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:25.534596 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:25.545547 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:25.556418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:25.557045 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:22:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.576695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] No DVR routers for this DVR port e39c301b-1099-43a0-9e6f-cc8fbcf288d7 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:22:25.579199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:25.582455 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-abf8855a-6ddb-4f7d-a826-cd45d0dbb511 req-e24c106b-946c-4a56-b845-1a04323bef01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "DELETE /v2.0/ports/e39c301b-1099-43a0-9e6f-cc8fbcf288d7 HTTP/1.1" status: 204 len: 173 time: 0.7474966 Jun 16 16:22:25.582896 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'name': 'network-vif-deleted', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:25.585113 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca7aee0-7c4d-4432-940f-6198547431c6" -d '{"events": [{"server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "name": "network-vif-deleted", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:25.622849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797a6093-4218-41f0-b8ea-207b5374110f x-openstack-request-id: req-797a6093-4218-41f0-b8ea-207b5374110f {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:25.623523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17331aa3-ceef-4afb-9a61-a7bc981e5fa4", "name": "network-vif-deleted", "tag": "e39c301b-1099-43a0-9e6f-cc8fbcf288d7", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:25.623523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-797a6093-4218-41f0-b8ea-207b5374110f {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:25.623839 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797a6093-4218-41f0-b8ea-207b5374110f'] response: {'server_uuid': '17331aa3-ceef-4afb-9a61-a7bc981e5fa4', 'name': 'network-vif-deleted', 'tag': 'e39c301b-1099-43a0-9e6f-cc8fbcf288d7', 'status': 'completed', 'code': 200} Jun 16 16:22:25.667023 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:25.852119 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d13fc-04c2-48cb-a1f2-3188830b11f1 req-299faf31-876f-4a38-9cc5-19d36e6a2376 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:25.853695 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-374d13fc-04c2-48cb-a1f2-3188830b11f1 req-299faf31-876f-4a38-9cc5-19d36e6a2376 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0654063 Jun 16 16:22:25.894856 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-436df960-17ef-4c37-9134-eff497d3c150 req-f015850d-0ab0-4fae-a570-4b83327f7a7b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=17331aa3-ceef-4afb-9a61-a7bc981e5fa4 HTTP/1.1" status: 200 len: 210 time: 0.0365927 Jun 16 16:22:25.899073 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.923853 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:25.929184 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-374d13fc-04c2-48cb-a1f2-3188830b11f1 req-c93747b2-5001-406c-a83e-e2c38729490d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698681 Jun 16 16:22:25.932511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:25.933123 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:22:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:26.027660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:26.040213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:26.241176 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:26.265443 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326deaa-9bf3-4032-89e6-6591bfb04f79 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:26.478879 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237c645b-0bf9-4921-b428-4907fbd3dadb None None] New status for floating IP e55887e6-1212-41a4-92c5-81ec0fc7fe8f: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:26.981611 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52450) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.039792 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (41f21378-ac70-4726-af37-df1d4489d5d9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.049883 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38131cb6-1ce5-4729-a60c-231bfdf4566e req-55506925-b0c0-4e30-80d7-c826c5240c9a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:27.051497 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38131cb6-1ce5-4729-a60c-231bfdf4566e req-55506925-b0c0-4e30-80d7-c826c5240c9a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0504422 Jun 16 16:22:27.067444 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (41f21378-ac70-4726-af37-df1d4489d5d9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.099796 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38131cb6-1ce5-4729-a60c-231bfdf4566e req-a5332f12-f3fd-43cb-98b0-51233ec61f9e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Jun 16 16:22:27.116594 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (41f21378-ac70-4726-af37-df1d4489d5d9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.119373 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.123054 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/security-groups/41f21378-ac70-4726-af37-df1d4489d5d9 HTTP/1.1" status: 204 len: 168 time: 0.1378777 Jun 16 16:22:27.123380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52452) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.138991 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f21378-ac70-4726-af37-df1d4489d5d9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.140080 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.api.v2.resource [None req-94ddf7ff-2246-4613-913c-e9e5d5e8f7e4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] show failed (client error): The resource could not be found. Jun 16 16:22:27.141110 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-94ddf7ff-2246-4613-913c-e9e5d5e8f7e4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups/41f21378-ac70-4726-af37-df1d4489d5d9 HTTP/1.1" status: 404 len: 347 time: 0.0166514 Jun 16 16:22:27.144094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52454) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.149613 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.149992 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.150341 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.150837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.151178 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.151514 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.151845 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.152174 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.152501 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.152829 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.153156 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.153481 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.153837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.154163 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.154487 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81934e-2246-4ef7-b32b-3d237c9ec38d tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:27.254892 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 2daa8b96-c79b-4977-b457-6168897ec5a7 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:22:27.255235 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.330893 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.331218 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (2daa8b96-c79b-4977-b457-6168897ec5a7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.343572 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 2daa8b96-c79b-4977-b457-6168897ec5a7 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:22:27.470300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (2daa8b96-c79b-4977-b457-6168897ec5a7), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.501037 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=2daa8b96-c79b-4977-b457-6168897ec5a7,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.546256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:27.563164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (e55887e6-1212-41a4-92c5-81ec0fc7fe8f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.565629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.566814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e86b1660-2073-4c43-9444-bec30cb7ea19 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/floatingips/e55887e6-1212-41a4-92c5-81ec0fc7fe8f HTTP/1.1" status: 204 len: 168 time: 0.4218125 Jun 16 16:22:27.631182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 52458) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.636324 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749955635', 'description': 'tempest-description--1626987033'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:27.657588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.698604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:27.727403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (cd9616e7-f6d1-4f91-a353-6f6b6b33f343), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.730825 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cd9616e7-f6d1-4f91-a353-6f6b6b33f343), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.762175 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.763402 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311922 Jun 16 16:22:27.765284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990d60e-ee82-4d57-b06f-93c6c5e65592 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9616e7-f6d1-4f91-a353-6f6b6b33f343,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.766416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52460) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.771045 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': 'cd9616e7-f6d1-4f91-a353-6f6b6b33f343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:27.797702 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (7c78c654-c314-4539-95e3-6499e4ba2737), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.854588 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (7c78c654-c314-4539-95e3-6499e4ba2737), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.858572 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (7c78c654-c314-4539-95e3-6499e4ba2737), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.875993 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c78c654-c314-4539-95e3-6499e4ba2737,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.884524 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.885734 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-83847760-212a-43e7-b1e7-4e1956337068 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182899 Jun 16 16:22:27.888615 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52462) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:27.892864 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'security_group_rule': {'security_group_id': 'cd9616e7-f6d1-4f91-a353-6f6b6b33f343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:27.920251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (5d414768-2a9b-4cbf-8592-eed7d41d000d), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.975883 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (5d414768-2a9b-4cbf-8592-eed7d41d000d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.979930 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (5d414768-2a9b-4cbf-8592-eed7d41d000d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:27.998904 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d414768-2a9b-4cbf-8592-eed7d41d000d,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.004160 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.005290 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d7dedc74-48e8-4939-9dab-91c8e521a83f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157403 Jun 16 16:22:28.008833 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52464) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:28.013027 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:28.033641 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.113738 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.218162 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.27.0.213 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/1dbd30fa-7b4e-4d31-a4cc-97c55fb42781) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:28.223625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65dda5-6366-4499-ab4a-76dbad1b9194 req-c2452a21-7d78-4a2a-b8e6-97eee34a94f5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:28.225111 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f65dda5-6366-4499-ab4a-76dbad1b9194 req-c2452a21-7d78-4a2a-b8e6-97eee34a94f5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Jun 16 16:22:28.272422 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f65dda5-6366-4499-ab4a-76dbad1b9194 req-2fdf6ff8-ce83-442a-a5f6-f0c713d3f7bd tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 Jun 16 16:22:28.296998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:28.322635 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.328069 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:28.358642 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.396910 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:28.402652 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:28.406565 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:22:28.411523 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=1dbd30fa-7b4e-4d31-a4cc-97c55fb42781,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.500210 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.537919 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.699729 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.704360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.778280 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=1dbd30fa-7b4e-4d31-a4cc-97c55fb42781,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.783093 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.800757 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:28.801955 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ea778478-ce2d-4a74-9b93-29ea8879a7f4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7921944 Jun 16 16:22:29.133285 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-551d3b71-57eb-4467-959a-1251099e2d77 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--749955635&fields=id&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 267 time: 0.0435545 Jun 16 16:22:29.243202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2b6da184-ea7f-4726-b1a1-8254f362075c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:29.244734 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2b6da184-ea7f-4726-b1a1-8254f362075c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.1049206 Jun 16 16:22:29.260064 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-98ee26ff-07cd-4501-bc08-f5ed982d0c61 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/quotas/c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 375 time: 0.0100844 Jun 16 16:22:29.309310 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-7ddc0656-086e-44bf-97f9-c055d97dcb47 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439925 Jun 16 16:22:29.440589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d21a4-1948-4538-857e-a9e3a772b59c req-fedf68d2-33c0-4da4-bbc4-18a040e972b3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:29.442098 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d7d21a4-1948-4538-857e-a9e3a772b59c req-fedf68d2-33c0-4da4-bbc4-18a040e972b3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0895927 Jun 16 16:22:29.465108 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-5ae1c6b2-b2e5-4cec-8f14-b4413327d694 service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437790 Jun 16 16:22:29.519787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2d7d21a4-1948-4538-857e-a9e3a772b59c req-03041106-c0b5-4c53-878f-c032ae3b35d9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720146 Jun 16 16:22:29.577943 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-fd027a2b-6988-4c7e-b232-d5738ef0ba14 service neutron] 10.222.0.88 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047966 Jun 16 16:22:29.746072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5ac9754b-95f2-4016-9b1a-a84f0074c2e2 req-085412db-bdfb-4daf-beee-76ca996b0972 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jun 16 16:22:29.771854 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device e39c301b-1099-43a0-9e6f-cc8fbcf288d7 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:22:29.796909 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: e39c301b-1099-43a0-9e6f-cc8fbcf288d7 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:22:29.797667 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device e39c301b-1099-43a0-9e6f-cc8fbcf288d7 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:22:30.643502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c0bec-5f09-43cd-a6f3-e5e41fd4a134 req-0e3ec331-cbe0-4896-b025-351e73b0f9ce tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:30.644921 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-226c0bec-5f09-43cd-a6f3-e5e41fd4a134 req-0e3ec331-cbe0-4896-b025-351e73b0f9ce tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0488296 Jun 16 16:22:30.716723 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-226c0bec-5f09-43cd-a6f3-e5e41fd4a134 req-190d35c0-f430-4546-893a-6e0ca9552a7a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654221 Jun 16 16:22:30.761487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:30.803146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-4ceed92c-f8da-44a8-b82b-74f0cd3814bc tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:30.805021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-4ceed92c-f8da-44a8-b82b-74f0cd3814bc tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 815 time: 0.1207693 Jun 16 16:22:30.853787 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9e04960-86f7-4ffd-a7f1-4b1fbd9ddee3 req-962c963d-9698-4aeb-9a74-f2e6326f04cf tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 210 time: 0.0360179 Jun 16 16:22:30.900305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-59338442-0782-4b27-bfa3-5b242f3aaa32 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdf363c2e44af5b0d8cd748c58235b HTTP/1.1" status: 200 len: 379 time: 0.0543325 Jun 16 16:22:30.973418 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'port': {'device_id': 'a598febb-d1e1-4593-8547-bc0075f39338', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'admin_state_up': True, 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'security_groups': ['cd9616e7-f6d1-4f91-a353-6f6b6b33f343']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:31.306802 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:31.330879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Made reservation on behalf of c1cdf363c2e44af5b0d8cd748c58235b for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:31.334347 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.465254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Allocated IP 172.20.0.4 (b4704a63-fabf-4303-b16d-892673b27ab3/f2514075-be4c-4554-98c4-97d0eb9ece2b/7d6dbef9-8302-4765-a850-0e7746870788) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:31.600401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for port (7d6dbef9-8302-4765-a850-0e7746870788), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.631492 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.676135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Network b4704a63-fabf-4303-b16d-892673b27ab3 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:31.681828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:31.685752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:22:31.708915 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event updated for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:31.741031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:31.742223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.762041 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-2be03615-9fa0-4f34-95fb-0b74e170afc3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925756 Jun 16 16:22:31.780372 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Request body: {'port': {'device_id': 'a598febb-d1e1-4593-8547-bc0075f39338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:31.873929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:31.883338 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2ace9-9256-4c12-bec6-12948be35651 req-049449f6-5d5c-4ce0-bbad-75ee6aea0b6a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:31.884842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1be2ace9-9256-4c12-bec6-12948be35651 req-049449f6-5d5c-4ce0-bbad-75ee6aea0b6a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0844579 Jun 16 16:22:31.889777 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7d6dbef9-8302-4765-a850-0e7746870788), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.917194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-419ed7c3-ddd1-4c0c-a730-7b21f119704e None None] Provisioning complete for port 7d6dbef9-8302-4765-a850-0e7746870788 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:22:31.917871 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-419ed7c3-ddd1-4c0c-a730-7b21f119704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7d6dbef9-8302-4765-a850-0e7746870788), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:31.949976 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-419ed7c3-ddd1-4c0c-a730-7b21f119704e None None] Port 7d6dbef9-8302-4765-a850-0e7746870788 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:22:32.010861 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1be2ace9-9256-4c12-bec6-12948be35651 req-acd2666b-d328-4ce8-b5c1-96f73157afb7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185083 Jun 16 16:22:32.026560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d274a1-5a1a-4235-8ddf-f043b6761dd9 req-e53b6171-66ea-46c9-8687-59e9dff57064 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:32.028039 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71d274a1-5a1a-4235-8ddf-f043b6761dd9 req-e53b6171-66ea-46c9-8687-59e9dff57064 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 931 time: 0.0859301 Jun 16 16:22:32.119187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:32.149432 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71d274a1-5a1a-4235-8ddf-f043b6761dd9 req-900bf056-aced-4bcb-ba49-07d2bd2abc97 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807300 Jun 16 16:22:32.205930 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.266618 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6dbef9-8302-4765-a850-0e7746870788 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:22:32.274087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks [] for port (7d6dbef9-8302-4765-a850-0e7746870788), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.286461 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Transition to ACTIVE for port object 7d6dbef9-8302-4765-a850-0e7746870788 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:22:32.289857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.338524 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:32.414765 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Attempting to bind port 7d6dbef9-8302-4765-a850-0e7746870788 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:22:32.415105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Attempting to bind port 7d6dbef9-8302-4765-a850-0e7746870788 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:22:32.415432 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Attempting to bind port 7d6dbef9-8302-4765-a850-0e7746870788 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:22:32.420097 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Port 7d6dbef9-8302-4765-a850-0e7746870788 on network b4704a63-fabf-4303-b16d-892673b27ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:22:32.420417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Attempting to bind port 7d6dbef9-8302-4765-a850-0e7746870788 on network b4704a63-fabf-4303-b16d-892673b27ab3 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:22:32.425663 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:22:32.426027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Checking segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:22:32.426411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Bound using segment: {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:22:32.426839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Bound port: 7d6dbef9-8302-4765-a850-0e7746870788, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c764610-c923-428e-a886-21e149cef3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:22:32.427200 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7d6dbef9-8302-4765-a850-0e7746870788), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.491627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:22:32.494900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d6dbef9-8302-4765-a850-0e7746870788,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:22:32.500575 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.532640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:32.533463 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:32.534821 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] 10.222.0.33 "PUT /v2.0/ports/7d6dbef9-8302-4765-a850-0e7746870788 HTTP/1.1" status: 200 len: 1093 time: 0.7593195 Jun 16 16:22:32.537181 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:32.540053 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4aa3d2-674e-4193-8392-d160ac3bedd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "tag": "7d6dbef9-8302-4765-a850-0e7746870788"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:32.581668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f7079-8ceb-413b-9252-ce80e6062688 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:32.590509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6beb2fe-5861-4c60-b3f5-d28466384c38 x-openstack-request-id: req-e6beb2fe-5861-4c60-b3f5-d28466384c38 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:32.590941 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "tag": "7d6dbef9-8302-4765-a850-0e7746870788", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:32.591245 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e6beb2fe-5861-4c60-b3f5-d28466384c38 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:32.591739 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6beb2fe-5861-4c60-b3f5-d28466384c38'] response: {'name': 'network-changed', 'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788', 'status': 'completed', 'code': 200} Jun 16 16:22:32.639089 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-1e17f7e1-265e-42a4-981e-42fe31d8328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:32.640603 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-1e17f7e1-265e-42a4-981e-42fe31d8328e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 1127 time: 0.0421038 Jun 16 16:22:32.692650 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-401ae29c-7267-438b-baf9-14e8eb58fb7c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dbef9-8302-4765-a850-0e7746870788 HTTP/1.1" status: 200 len: 217 time: 0.0380123 Jun 16 16:22:32.725506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:32.745073 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-299970db-90bf-4e49-a611-7d97fa2a5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:32.746588 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-299970db-90bf-4e49-a611-7d97fa2a5eae service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0475664 Jun 16 16:22:32.785665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:32.791658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-06719c03-b737-41a8-a669-b981d63b6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:32.793173 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-06719c03-b737-41a8-a669-b981d63b6643 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403802 Jun 16 16:22:32.889346 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-49bd1656-4fac-41c7-82d4-32ec53120f9d service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897107 Jun 16 16:22:32.978052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fbccaee1-063c-4db4-ad6d-713e05c176e6 req-b5e26411-a600-4747-b865-ff0282b675da service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818839 Jun 16 16:22:33.140417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddeb65-7a91-4614-a21c-b79974702acd req-110317f4-0ca4-4f96-b390-66fff861f673 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:33.141941 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9ddeb65-7a91-4614-a21c-b79974702acd req-110317f4-0ca4-4f96-b390-66fff861f673 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0522461 Jun 16 16:22:33.190684 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b9ddeb65-7a91-4614-a21c-b79974702acd req-984002c8-2bf2-409e-947b-b0912cf25c8d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Jun 16 16:22:33.264589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546dfc0-a662-4b66-88e3-eff5621a88c3 req-99d079d2-ea3c-440f-9003-7f18e0736501 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:33.266059 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0546dfc0-a662-4b66-88e3-eff5621a88c3 req-99d079d2-ea3c-440f-9003-7f18e0736501 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 943 time: 0.0472307 Jun 16 16:22:33.312237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0546dfc0-a662-4b66-88e3-eff5621a88c3 req-d5781f11-62de-4c7a-997c-3990ea92e446 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405564 Jun 16 16:22:34.289440 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:34.308233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeebb8-67b8-4648-a859-5c23409de05e req-1ac4cdc0-2b71-485a-a292-8a244129f345 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:34.309710 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1aeebb8-67b8-4648-a859-5c23409de05e req-1ac4cdc0-2b71-485a-a292-8a244129f345 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0476773 Jun 16 16:22:34.360847 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1aeebb8-67b8-4648-a859-5c23409de05e req-c402a25e-50ec-4fed-bad2-bc9d79519c14 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456302 Jun 16 16:22:34.430357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e464c0-f158-442d-a292-f380e9b5ba26 req-b566ccd2-fecf-4e79-b4eb-5bb58ddbb626 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:34.431717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61e464c0-f158-442d-a292-f380e9b5ba26 req-b566ccd2-fecf-4e79-b4eb-5bb58ddbb626 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 943 time: 0.0492065 Jun 16 16:22:34.480418 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-61e464c0-f158-442d-a292-f380e9b5ba26 req-56a59391-fbb7-4e76-b6d3-3e946eaf0b5b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Jun 16 16:22:35.476877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bdeb6-a8c2-4a22-b25b-26fd5e22cf85 req-ca5623c1-107f-451a-9cd1-534c9f11bc98 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:35.478349 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e83bdeb6-a8c2-4a22-b25b-26fd5e22cf85 req-ca5623c1-107f-451a-9cd1-534c9f11bc98 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0462298 Jun 16 16:22:35.525545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e83bdeb6-a8c2-4a22-b25b-26fd5e22cf85 req-25e31f08-2cce-40d0-9cca-00a11f66cf03 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Jun 16 16:22:35.597011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab7734-b0ef-441f-a377-de895c9510c1 req-515c2655-f8e1-4c1c-92fe-0453304e4b03 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:35.598784 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11ab7734-b0ef-441f-a377-de895c9510c1 req-515c2655-f8e1-4c1c-92fe-0453304e4b03 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 943 time: 0.0501726 Jun 16 16:22:35.646021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-11ab7734-b0ef-441f-a377-de895c9510c1 req-45d909dd-462b-4ec6-ab1a-6b3595db0555 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Jun 16 16:22:35.926190 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-35a63dd5-f9c5-459f-a5f2-48b4441925a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:35.927569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-35a63dd5-f9c5-459f-a5f2-48b4441925a7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 1127 time: 0.0388916 Jun 16 16:22:36.058888 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-73e03d01-e5d8-4bfc-a1f3-dbd2d13a992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.060394 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-73e03d01-e5d8-4bfc-a1f3-dbd2d13a992b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.0901203 Jun 16 16:22:36.157584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-53819d98-19d1-4535-bee8-e94f602ed8ed service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dbef9-8302-4765-a850-0e7746870788 HTTP/1.1" status: 200 len: 217 time: 0.0332673 Jun 16 16:22:36.409006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:36.422206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-88d21014-0ce6-4986-96ba-dfe91bab3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.423687 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-88d21014-0ce6-4986-96ba-dfe91bab3175 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0453045 Jun 16 16:22:36.522361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-5f4501e5-7a9a-4692-8b30-241cbe211b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.523981 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-5f4501e5-7a9a-4692-8b30-241cbe211b7e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435548 Jun 16 16:22:36.644050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a92d-df93-48c3-b50b-9117a4659bb4 req-13658391-e6f2-440b-a219-b0b19babbe7c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.645549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1231a92d-df93-48c3-b50b-9117a4659bb4 req-13658391-e6f2-440b-a219-b0b19babbe7c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0472941 Jun 16 16:22:36.693073 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1231a92d-df93-48c3-b50b-9117a4659bb4 req-5a2610e1-579b-4611-b0cf-a0e04a1a3693 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Jun 16 16:22:36.758843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02660-ccc5-4da4-b4cc-150143cadd72 req-37bf4999-1b95-4d05-8cbc-83af482b86fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:36.760365 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3fa02660-ccc5-4da4-b4cc-150143cadd72 req-37bf4999-1b95-4d05-8cbc-83af482b86fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 943 time: 0.0475791 Jun 16 16:22:36.807030 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3fa02660-ccc5-4da4-b4cc-150143cadd72 req-78e06581-cfb4-4112-beb4-adcafe81653c tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Jun 16 16:22:37.382933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-10e12ce4-1c79-4bf9-b5b1-a0c5af7bf16c service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869894 Jun 16 16:22:37.474050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c4aa3d2-674e-4193-8392-d160ac3bedd0 req-59d8c1c9-0bc9-4cc7-9e49-cf363644fc70 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850394 Jun 16 16:22:37.811425 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7d6dbef9-8302-4765-a850-0e7746870788 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:22:37.923671 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d6dbef9-8302-4765-a850-0e7746870788,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:37.924660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:37.935912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '7d6dbef9-8302-4765-a850-0e7746870788', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'port_id': '7d6dbef9-8302-4765-a850-0e7746870788', 'mac_address': 'fa:16:3e:5b:62:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:22:37.954750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca457-2864-410a-b80f-9a07039f4b3b req-a5368ab0-77bf-47ae-9ee8-5176cfe1b63a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:37.956253 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-14bca457-2864-410a-b80f-9a07039f4b3b req-a5368ab0-77bf-47ae-9ee8-5176cfe1b63a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 943 time: 0.0782840 Jun 16 16:22:37.970290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7d6dbef9-8302-4765-a850-0e7746870788 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:37.970679 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7d6dbef9-8302-4765-a850-0e7746870788), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:37.976900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561bcc-f29c-48e5-98c6-89d384a20dfc req-27a036e5-93b4-47a0-9433-b90b98df213e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:37.978378 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01561bcc-f29c-48e5-98c6-89d384a20dfc req-27a036e5-93b4-47a0-9433-b90b98df213e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0698774 Jun 16 16:22:37.984242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6dbef9-8302-4765-a850-0e7746870788 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:22:38.004729 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d6dbef9-8302-4765-a850-0e7746870788,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:38.009565 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:38.042009 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-14bca457-2864-410a-b80f-9a07039f4b3b req-458111a3-d262-4c78-808c-0df3c80e5065 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797739 Jun 16 16:22:38.054652 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01561bcc-f29c-48e5-98c6-89d384a20dfc req-def27c13-fb46-4a5d-97e3-573e6bc55541 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692573 Jun 16 16:22:38.059598 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:38.067871 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.068205 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.068555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.068896 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.069259 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.070228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.070445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.070772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.071097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.071421 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.071996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.072224 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.072448 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.072772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.073091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.562752 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['7d6dbef9-8302-4765-a850-0e7746870788'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:22:38.793340 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=62,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:38.794098 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:38.826633 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:38.830757 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=7 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:39.195990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076297e8-4629-46d1-8f01-d4f260856b5b req-3c9bdb42-79fe-4f34-8872-49a11b23272e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.197471 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-076297e8-4629-46d1-8f01-d4f260856b5b req-3c9bdb42-79fe-4f34-8872-49a11b23272e tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 944 time: 0.0828428 Jun 16 16:22:39.205216 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f616d-e38f-433d-b955-a650f150ab2c req-fd198b05-429f-4186-a5c4-809e5681e5fa tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:39.206613 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-354f616d-e38f-433d-b955-a650f150ab2c req-fd198b05-429f-4186-a5c4-809e5681e5fa tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0599155 Jun 16 16:22:39.279556 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-076297e8-4629-46d1-8f01-d4f260856b5b req-dd2eb94b-2091-4c0b-9d4e-783781606072 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720098 Jun 16 16:22:39.283545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-354f616d-e38f-433d-b955-a650f150ab2c req-2941c39f-1fb4-4b47-85bd-ebdd2a193b55 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687664 Jun 16 16:22:39.830908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:22:39.841289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7d6dbef9-8302-4765-a850-0e7746870788 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:22:39.865803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:39.937829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 7d6dbef9-8302-4765-a850-0e7746870788 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:22:39.946895 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 7d6dbef9-8302-4765-a850-0e7746870788 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:22:39.947270 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7d6dbef9-8302-4765-a850-0e7746870788), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:39.994660 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:40.008484 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:22:40.072552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: ACTIVE; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:40.072868 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:40.081831 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7d6dbef9-8302-4765-a850-0e7746870788 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:40.082207 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7d6dbef9-8302-4765-a850-0e7746870788), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:40.095996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:22:40.111923 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:40.122618 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:40.124804 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0b249-6823-45d9-ad35-ac935f7297af" -d '{"events": [{"server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dbef9-8302-4765-a850-0e7746870788"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:40.133766 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:40.141875 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:40.147576 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d6dbef9-8302-4765-a850-0e7746870788,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:40.171242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2533ca-c876-4cd4-8f09-6ff3369fda08 x-openstack-request-id: req-6e2533ca-c876-4cd4-8f09-6ff3369fda08 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:40.171538 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dbef9-8302-4765-a850-0e7746870788", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:40.171791 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e2533ca-c876-4cd4-8f09-6ff3369fda08 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:40.172176 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2533ca-c876-4cd4-8f09-6ff3369fda08'] response: {'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788', 'code': 200} Jun 16 16:22:40.174816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:40.199134 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=6']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.381880 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a856cf2-8505-4a5f-a68e-757a9374ea0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:40.387573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.439070 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:22:40.466511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192e427-c1df-49f2-85a3-523baac5cba5 req-c99f7671-07ba-4007-8905-4efca382e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.468027 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3192e427-c1df-49f2-85a3-523baac5cba5 req-c99f7671-07ba-4007-8905-4efca382e266 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 1129 time: 0.1003780 Jun 16 16:22:40.481835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd372e-05fb-4aed-a2d6-d454c1f01e40 req-74e54995-e2ad-445b-acaf-18ec964e4a80 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.483270 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0fd372e-05fb-4aed-a2d6-d454c1f01e40 req-74e54995-e2ad-445b-acaf-18ec964e4a80 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.1056514 Jun 16 16:22:40.510399 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828262e3-6a70-42cf-b6c0-5c9b4b25ca1c req-b2464069-2538-4fa9-8cc7-0822d42e4907 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:40.511857 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-828262e3-6a70-42cf-b6c0-5c9b4b25ca1c req-b2464069-2538-4fa9-8cc7-0822d42e4907 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.1218276 Jun 16 16:22:40.588401 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3192e427-c1df-49f2-85a3-523baac5cba5 req-9bbde340-c1be-4e74-b606-668b838eefb0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133270 Jun 16 16:22:40.593022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:40.606758 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0fd372e-05fb-4aed-a2d6-d454c1f01e40 req-4432b648-f9d6-42e6-8868-538cbbaf1256 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144860 Jun 16 16:22:40.610926 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-828262e3-6a70-42cf-b6c0-5c9b4b25ca1c req-4f6d1750-5e2d-4b4f-8e27-ebd3e1b49a56 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891418 Jun 16 16:22:40.837277 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:22:41.751557 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b0773-0380-47f1-a164-602da22854cf req-c9d859c3-b54c-4443-946a-b2c8e7a60d1b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.753017 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc6b0773-0380-47f1-a164-602da22854cf req-c9d859c3-b54c-4443-946a-b2c8e7a60d1b tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0746522 Jun 16 16:22:41.760757 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2171285-bbaf-4d92-9527-a1ab06c0083b req-3aa43e5f-e529-42cc-9cc4-1c40cd6efb8c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:41.762148 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d2171285-bbaf-4d92-9527-a1ab06c0083b req-3aa43e5f-e529-42cc-9cc4-1c40cd6efb8c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jun 16 16:22:41.837945 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d2171285-bbaf-4d92-9527-a1ab06c0083b req-58cae2d1-5088-42ab-985d-87feab22cd93 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690055 Jun 16 16:22:41.840614 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:22:41.841357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-cc6b0773-0380-47f1-a164-602da22854cf req-3161664f-dc29-4425-a29e-ceac9ed71508 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779207 Jun 16 16:22:41.886929 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:22:41.887302 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:41.952465 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:41.962300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:22:41.962751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:41.995451 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:22:41.999195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:42.045511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=7']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:42.173034 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:42.175392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8176d99a-fe5f-4530-9b11-68168344b91b" -d '{"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:42.210538 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32edb18e-6610-45a1-a1c4-a8128fd92135 x-openstack-request-id: req-32edb18e-6610-45a1-a1c4-a8128fd92135 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:42.210826 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:42.211074 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32edb18e-6610-45a1-a1c4-a8128fd92135 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:42.211459 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32edb18e-6610-45a1-a1c4-a8128fd92135'] response: {'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'code': 200} Jun 16 16:22:42.648094 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e99d4c80-0efe-4021-8a33-696cf29f9446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:42.992348 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3aca8-6b40-4d5f-9eb0-4169d9a75767 req-97e9575d-e811-46b2-8427-a8f30ac6daa3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:42.993884 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ed3aca8-6b40-4d5f-9eb0-4169d9a75767 req-97e9575d-e811-46b2-8427-a8f30ac6daa3 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0825152 Jun 16 16:22:43.001828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7611a-928f-41bb-b11a-c381d0ee078c req-9ebfd565-6154-4816-a331-33579430cab7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:43.003200 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb7611a-928f-41bb-b11a-c381d0ee078c req-9ebfd565-6154-4816-a331-33579430cab7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0802126 Jun 16 16:22:43.062777 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:43.081613 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3ed3aca8-6b40-4d5f-9eb0-4169d9a75767 req-666122ff-8196-4410-9915-2d1b1e83e3a2 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775156 Jun 16 16:22:43.085680 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb7611a-928f-41bb-b11a-c381d0ee078c req-1256d07f-a755-4042-b9d4-d596fb8eeefb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748639 Jun 16 16:22:43.627406 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:44.226872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4dc48-58ac-405c-8de8-029edbd40f65 req-f33d2848-140f-40de-9463-1c003b2c088f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:44.228333 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7d4dc48-58ac-405c-8de8-029edbd40f65 req-f33d2848-140f-40de-9463-1c003b2c088f tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0757298 Jun 16 16:22:44.234239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c29e9f-844c-41dd-990f-7192b4dbbd97 req-f0ee0147-e70d-4f65-8e89-af1fcdc9f4cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:44.235586 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01c29e9f-844c-41dd-990f-7192b4dbbd97 req-f0ee0147-e70d-4f65-8e89-af1fcdc9f4cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0739193 Jun 16 16:22:44.308170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c7d4dc48-58ac-405c-8de8-029edbd40f65 req-9521a14e-46f1-4b49-b6c6-384137336355 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716541 Jun 16 16:22:44.314960 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01c29e9f-844c-41dd-990f-7192b4dbbd97 req-73a2f2b2-333e-49e3-9e72-191bd6c004ca tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716729 Jun 16 16:22:44.492935 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a31a29-77e1-489f-abc7-189d4693f15a req-f2de2bb1-00d1-4ea8-b7e8-58a67f30b6fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:44.494462 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18a31a29-77e1-489f-abc7-189d4693f15a req-f2de2bb1-00d1-4ea8-b7e8-58a67f30b6fd tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0506163 Jun 16 16:22:44.504095 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 52570) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:22:44.509314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Request body: {'floatingip': {'port_id': '7d6dbef9-8302-4765-a850-0e7746870788'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:22:44.550710 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.008743 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.013029 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.110402 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP 37334eab-7f2f-4b20-8d3b-d24e506e4b6f associated. External IP: 172.27.0.213, port: 7d6dbef9-8302-4765-a850-0e7746870788. Jun 16 16:22:45.199721 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.331861 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:22:45.448705 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:22:45.452500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c9ec-b66c-4ce6-8dd3-880fb030abe3 req-9b0f745d-8cfc-4360-938c-e493c53d46a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.454247 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.460869 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:45.462262 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e370c9ec-b66c-4ce6-8dd3-880fb030abe3 req-9b0f745d-8cfc-4360-938c-e493c53d46a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0682456 Jun 16 16:22:45.484382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:45.485080 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:22:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:45.495019 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ceecda02-48a2-4101-8eb9-22ab3f50c07a tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "PUT /v2.0/floatingips/37334eab-7f2f-4b20-8d3b-d24e506e4b6f HTTP/1.1" status: 200 len: 991 time: 0.9895740 Jun 16 16:22:45.495620 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:22:45.498233 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0257ae7-95e0-4ccb-acc3-25189d28af54" -d '{"events": [{"name": "network-changed", "server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "tag": "7d6dbef9-8302-4765-a850-0e7746870788"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:45.526135 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e370c9ec-b66c-4ce6-8dd3-880fb030abe3 req-ba295960-9add-4c10-9b1c-9afed078db05 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627308 Jun 16 16:22:45.563314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbafc704-316a-485c-9097-f17f390bce5f x-openstack-request-id: req-cbafc704-316a-485c-9097-f17f390bce5f {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:45.563829 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "tag": "7d6dbef9-8302-4765-a850-0e7746870788", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:45.564025 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cbafc704-316a-485c-9097-f17f390bce5f {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:45.564524 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbafc704-316a-485c-9097-f17f390bce5f'] response: {'name': 'network-changed', 'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788', 'status': 'completed', 'code': 200} Jun 16 16:22:45.637244 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:45.653577 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-5c8df79c-30d7-40e6-ac22-43a513cea5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.655249 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-5c8df79c-30d7-40e6-ac22-43a513cea5fc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 1129 time: 0.0452256 Jun 16 16:22:45.769264 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:45.772014 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:22:45.777795 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-c7109540-f036-4585-92a1-2243a7090f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.778450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-c7109540-f036-4585-92a1-2243a7090f8d service neutron] 10.222.0.33 "GET /v2.0/networks?id=b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 200 len: 917 time: 0.1165309 Jun 16 16:22:45.853783 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-9be7289a-75bf-4fb7-8856-d75f9eb13281 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dbef9-8302-4765-a850-0e7746870788 HTTP/1.1" status: 200 len: 999 time: 0.0669641 Jun 16 16:22:45.889316 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '37334eab-7f2f-4b20-8d3b-d24e506e4b6f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7d6dbef9-8302-4765-a850-0e7746870788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:5b:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598febb-d1e1-4593-8547-bc0075f39338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:28Z', 'updated_at': '2022-06-16T16:22:44Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:45.913738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-acebdc02-37b9-4da1-98aa-a3d19cf75291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.915251 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-acebdc02-37b9-4da1-98aa-a3d19cf75291 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 200 len: 854 time: 0.0520208 Jun 16 16:22:45.915742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:45.924982 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:22:45.925620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:22:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:45.979744 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-9b0bd430-7f2b-47e9-aaed-32d044be709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:45.984647 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-9b0bd430-7f2b-47e9-aaed-32d044be709e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b4704a63-fabf-4303-b16d-892673b27ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596998 Jun 16 16:22:46.042861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:22:46.078202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:46.095688 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-fce69e2f-3669-403f-94a4-cf314ee241c6 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052608 Jun 16 16:22:46.203287 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d0257ae7-95e0-4ccb-acc3-25189d28af54 req-23238da6-b0cc-488a-9045-b1ebd5dcea73 service neutron] 10.222.0.33 "GET /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007040 Jun 16 16:22:46.316895 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '37334eab-7f2f-4b20-8d3b-d24e506e4b6f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7d6dbef9-8302-4765-a850-0e7746870788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:5b:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598febb-d1e1-4593-8547-bc0075f39338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:28Z', 'updated_at': '2022-06-16T16:22:44Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:46.344154 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22817a15-e1f0-4c39-b447-82c9b5c078d6 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '37334eab-7f2f-4b20-8d3b-d24e506e4b6f', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'port_id': '7d6dbef9-8302-4765-a850-0e7746870788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'mac_address': 'fa:16:3e:5b:62:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598febb-d1e1-4593-8547-bc0075f39338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:22:28Z', 'updated_at': '2022-06-16T16:22:44Z', 'revision_number': 1, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:46.594980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8feb50d-d4cf-4e29-8268-748e8f6c9e37 None None] New status for floating IP 37334eab-7f2f-4b20-8d3b-d24e506e4b6f: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:22:46.687713 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dac43-a82a-4f5b-b75b-8bf790890371 req-a4b56b21-524d-4c6a-8d7b-7c7371cb3b45 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:46.693548 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-101dac43-a82a-4f5b-b75b-8bf790890371 req-a4b56b21-524d-4c6a-8d7b-7c7371cb3b45 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0715148 Jun 16 16:22:46.778409 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-101dac43-a82a-4f5b-b75b-8bf790890371 req-2e8e6d6f-6813-4f7f-baad-5abb171043ee tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838370 Jun 16 16:22:47.914987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3bcaa-97c1-4bdf-8900-f7adc115d235 req-ffc8ba4d-0851-4d9c-92bf-65d95e53b62e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:47.917043 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3a3bcaa-97c1-4bdf-8900-f7adc115d235 req-ffc8ba4d-0851-4d9c-92bf-65d95e53b62e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0537252 Jun 16 16:22:47.939891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:47.968931 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b3a3bcaa-97c1-4bdf-8900-f7adc115d235 req-67d285be-dea5-4bf0-a31d-76a610929ae2 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Jun 16 16:22:49.102063 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52f85-dea3-43bc-ba76-80bd47b22b55 req-a4bfccc5-c910-4ff2-b4d0-23c1b8fe1ef6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:49.103595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb52f85-dea3-43bc-ba76-80bd47b22b55 req-a4bfccc5-c910-4ff2-b4d0-23c1b8fe1ef6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0505896 Jun 16 16:22:49.157490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb52f85-dea3-43bc-ba76-80bd47b22b55 req-b27b9af1-e2b1-4f44-8e41-1d2043c10f62 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Jun 16 16:22:50.305157 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216143b-dc86-497c-8c05-2f804525fae8 req-3588376e-765a-4f2c-ab93-f004e1faf44d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:50.307068 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6216143b-dc86-497c-8c05-2f804525fae8 req-3588376e-765a-4f2c-ab93-f004e1faf44d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0601943 Jun 16 16:22:50.358629 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6216143b-dc86-497c-8c05-2f804525fae8 req-15dd8d9d-d6ea-4720-bc82-0bf934a1f994 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Jun 16 16:22:51.498254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cdafb-96f7-45e5-980c-b6634e6d9890 req-26705325-b2e6-45b8-902a-09a6aeb7fed8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:51.499815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e8cdafb-96f7-45e5-980c-b6634e6d9890 req-26705325-b2e6-45b8-902a-09a6aeb7fed8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0651286 Jun 16 16:22:51.551173 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5e8cdafb-96f7-45e5-980c-b6634e6d9890 req-ab8f8ff6-da0a-4e30-a136-b8f6609c0cc0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456872 Jun 16 16:22:52.690506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323da994-abfe-41f3-aee9-483f1b07276b req-e5d2d40f-0e00-470e-8d58-5819dcf2ad29 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:52.692261 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-323da994-abfe-41f3-aee9-483f1b07276b req-e5d2d40f-0e00-470e-8d58-5819dcf2ad29 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0572598 Jun 16 16:22:52.745799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-323da994-abfe-41f3-aee9-483f1b07276b req-d3d28967-fcec-4060-9561-dc4286332927 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470886 Jun 16 16:22:53.875948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f9b40-1731-4396-9dcd-09924a2c017f req-a7be280a-dc55-4d79-971c-3f656bc13ac7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:53.877560 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-533f9b40-1731-4396-9dcd-09924a2c017f req-a7be280a-dc55-4d79-971c-3f656bc13ac7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0528712 Jun 16 16:22:53.927428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-533f9b40-1731-4396-9dcd-09924a2c017f req-6a90ed46-0d4f-4dc8-bd86-e193328171cb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440125 Jun 16 16:22:55.052012 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb1d7f-9cfc-45f6-9adc-4054b29836d5 req-8c838d10-4813-4a10-ad3d-7da17b2c90ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:55.054182 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-33cb1d7f-9cfc-45f6-9adc-4054b29836d5 req-8c838d10-4813-4a10-ad3d-7da17b2c90ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Jun 16 16:22:55.101492 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-33cb1d7f-9cfc-45f6-9adc-4054b29836d5 req-602ee17c-8a80-4486-84b1-a439a53528fc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Jun 16 16:22:55.488593 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:55.491000 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:56.211979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-8f59c48b-ff80-4452-8b48-55a55f25a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:56.213495 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-8f59c48b-ff80-4452-8b48-55a55f25a67e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1130 time: 0.1275589 Jun 16 16:22:56.249143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a75e87-61a9-4983-9587-d4f773c0f707 req-3b74864c-0036-4ac9-8c5f-0301ac1c30e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:56.250772 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-43a75e87-61a9-4983-9587-d4f773c0f707 req-3b74864c-0036-4ac9-8c5f-0301ac1c30e5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0720468 Jun 16 16:22:56.319302 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=55 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:56.321585 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:56.349669 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-43a75e87-61a9-4983-9587-d4f773c0f707 req-9b720a4d-e767-41f2-82d4-ba5c7f39c680 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922995 Jun 16 16:22:56.354792 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-dfd59e2f-0816-4af8-af0f-5667a8a5aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:56.356194 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-dfd59e2f-0816-4af8-af0f-5667a8a5aca3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.1351905 Jun 16 16:22:56.418667 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-6765ddc9-9ea5-4ecf-9eaa-f4617c6a4f4a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 1001 time: 0.0548904 Jun 16 16:22:56.455204 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:56.467794 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-1e09dbf7-734a-42d8-aa5d-d43fa92ab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:56.469356 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-1e09dbf7-734a-42d8-aa5d-d43fa92ab78f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0434914 Jun 16 16:22:56.504092 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:22:56.516911 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-37858680-c917-4837-b1c2-9e147f5ae9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:56.518585 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-37858680-c917-4837-b1c2-9e147f5ae9dd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431652 Jun 16 16:22:56.529620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-ad6a16fd-d7db-464c-9f2a-890724197fae service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:22:56.530736 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-ad6a16fd-d7db-464c-9f2a-890724197fae service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047033 Jun 16 16:22:56.617648 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-01350066-1d85-42f5-83b0-660fda60ee9f service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809064 Jun 16 16:22:56.948268 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4e9dc573-a2fa-4499-b3ba-6a674f6fc434 req-4114e68d-2a43-4625-b18f-1fa03bcb5c76 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245463 Jun 16 16:22:57.466292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd8f8-0799-48ea-b47b-c9835688d632 req-1cf56cd0-71b5-4d2e-a6f1-d3f6df1d4446 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:57.467729 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ad8cd8f8-0799-48ea-b47b-c9835688d632 req-1cf56cd0-71b5-4d2e-a6f1-d3f6df1d4446 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0460372 Jun 16 16:22:57.514683 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ad8cd8f8-0799-48ea-b47b-c9835688d632 req-18dcda1d-8d74-4cf5-a8aa-aafc357bd647 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Jun 16 16:22:58.636432 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252750d-160e-41bf-b897-0e7dfc93909a req-7ad86564-8f73-4d36-baa2-655f6f5c4317 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:58.637937 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d252750d-160e-41bf-b897-0e7dfc93909a req-7ad86564-8f73-4d36-baa2-655f6f5c4317 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Jun 16 16:22:58.685081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d252750d-160e-41bf-b897-0e7dfc93909a req-51c9613c-a92a-49b3-b3e8-4be5aa1dd1cf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Jun 16 16:22:59.800359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c97b8-c33c-4c55-8fb1-8f6ef22468da req-70e59647-e7e0-4f68-95b1-640f36796c8a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:22:59.801874 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-556c97b8-c33c-4c55-8fb1-8f6ef22468da req-70e59647-e7e0-4f68-95b1-640f36796c8a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 946 time: 0.0473375 Jun 16 16:22:59.848547 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-556c97b8-c33c-4c55-8fb1-8f6ef22468da req-9bb65b12-ec63-4f85-badc-c1fe5dd614e6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Jun 16 16:23:00.023373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:23:00.104499 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: ACTIVE; New status is: DOWN {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:00.104902 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:00.129835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:00.132653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39524eee-802a-4050-9022-68baea9b9929" -d '{"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:00.148779 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:00.153036 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:00.175976 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194baf4e-9de9-4c96-8b39-6fe39685bae0 x-openstack-request-id: req-194baf4e-9de9-4c96-8b39-6fe39685bae0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:00.176262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-unplugged", "status": "failed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "code": 422}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:00.176514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-194baf4e-9de9-4c96-8b39-6fe39685bae0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:00.176912 dv-cinder-837354-2-iscsi neutron-server[104081]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-194baf4e-9de9-4c96-8b39-6fe39685bae0']: {'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'code': 422} returned with failed status Jun 16 16:23:00.204004 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=8']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:00.637150 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-6e969145-c68a-457d-8759-9c3f325d07a4 req-b1dea2e5-25a6-44b1-abe9-9eee49b484f2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:23:00.638172 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e969145-c68a-457d-8759-9c3f325d07a4 req-b1dea2e5-25a6-44b1-abe9-9eee49b484f2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052555 Jun 16 16:23:00.800136 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8deb41-4182-437f-be06-b3bbc13d7aed req-2bca5877-4ee9-4e9e-aa74-f6668aa88a93 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:00.802016 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd8deb41-4182-437f-be06-b3bbc13d7aed req-2bca5877-4ee9-4e9e-aa74-f6668aa88a93 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0541553 Jun 16 16:23:00.850459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd8deb41-4182-437f-be06-b3bbc13d7aed req-bc27364d-2073-462b-a6d5-23d262832241 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Jun 16 16:23:00.923198 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-e4aecd57-e1bf-4414-bf36-d8a272da9450 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857792 Jun 16 16:23:01.043955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-b73cbbd0-7357-429e-8ab9-07f806d78dbf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:01.045253 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-b73cbbd0-7357-429e-8ab9-07f806d78dbf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports/44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 941 time: 0.0958517 Jun 16 16:23:01.970773 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-dbe8df4b-597d-47ae-8aaa-4e8a4a966d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:01.972545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-dbe8df4b-597d-47ae-8aaa-4e8a4a966d87 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4&tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b HTTP/1.1" status: 200 len: 1128 time: 0.0664539 Jun 16 16:23:01.987943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4e38-91a5-457b-befd-1f3464ace0b7 req-2d40015b-0db6-4a11-bc32-ee8601beecfc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:01.989372 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-128b4e38-91a5-457b-befd-1f3464ace0b7 req-2d40015b-0db6-4a11-bc32-ee8601beecfc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0563538 Jun 16 16:23:02.065159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-29cb871f-21e6-4495-9b6b-63bd2470dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:02.066700 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-29cb871f-21e6-4495-9b6b-63bd2470dfe3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1128 time: 0.0574992 Jun 16 16:23:02.070328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-128b4e38-91a5-457b-befd-1f3464ace0b7 req-d547a558-e599-4369-b442-5bb90eb2e431 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747352 Jun 16 16:23:02.159973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-625c27eb-073a-47bf-8c9c-0edbd41ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:02.161422 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-625c27eb-073a-47bf-8c9c-0edbd41ae60f service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.0890040 Jun 16 16:23:02.201786 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:02.223677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-dc884569-9c18-4c50-bf03-2937b3197ac8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 999 time: 0.0562479 Jun 16 16:23:02.259027 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:02.271350 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-2bfcd26c-265c-488e-83dc-e00a1980561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:02.272819 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-2bfcd26c-265c-488e-83dc-e00a1980561c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0435886 Jun 16 16:23:02.320059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-f045cb35-00b5-4ee7-b582-8194351d1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:02.321545 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-f045cb35-00b5-4ee7-b582-8194351d1af3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420136 Jun 16 16:23:02.334521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:02.410504 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-77ae3edc-161b-4afe-b7ac-440c8433d87c service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821295 Jun 16 16:23:02.501583 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-4c993712-9c07-46cf-a040-0f7f5573a530 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840540 Jun 16 16:23:03.203085 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303652-1ef8-48f1-bfd8-3a5a46ebffff req-b3bf0071-f8b9-4226-9b66-190d00def6ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:03.210588 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa303652-1ef8-48f1-bfd8-3a5a46ebffff req-b3bf0071-f8b9-4226-9b66-190d00def6ef tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0552082 Jun 16 16:23:03.266468 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa303652-1ef8-48f1-bfd8-3a5a46ebffff req-73c5fe7d-c522-4c39-8e83-d99161f116b4 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548537 Jun 16 16:23:04.380838 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733930e-e36d-4a3f-be6d-d0b0148c7f3a req-e501a02f-9d77-41f8-a43f-67131e146b17 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:04.382849 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b733930e-e36d-4a3f-be6d-d0b0148c7f3a req-e501a02f-9d77-41f8-a43f-67131e146b17 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0494518 Jun 16 16:23:04.435035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b733930e-e36d-4a3f-be6d-d0b0148c7f3a req-526fe835-b9cf-45e0-80f5-dc88d3cb40a7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463057 Jun 16 16:23:05.557947 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b098ec-ea68-4116-9a46-c14e6eb8c368 req-127958f0-e65f-45c1-b2af-58bb5986ed41 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:05.559468 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3b098ec-ea68-4116-9a46-c14e6eb8c368 req-127958f0-e65f-45c1-b2af-58bb5986ed41 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0474882 Jun 16 16:23:05.608576 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3b098ec-ea68-4116-9a46-c14e6eb8c368 req-900cd6df-4fef-4269-86a9-1bef143ef6c8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Jun 16 16:23:06.734667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c937-86ce-47f2-a473-f666d7522240 req-f8300610-be48-4f6a-94f7-7c4021b2aa5a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:06.736208 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6091c937-86ce-47f2-a473-f666d7522240 req-f8300610-be48-4f6a-94f7-7c4021b2aa5a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0518613 Jun 16 16:23:06.785930 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6091c937-86ce-47f2-a473-f666d7522240 req-3eede65c-fc47-4fbb-a78e-68a4fb97492a tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Jun 16 16:23:07.914464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9d96d-d813-49ec-ae12-c9bf74e76b4a req-7bbaf146-b90a-4eb0-a9f9-3f9e7c87fe7c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:07.915969 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dbb9d96d-d813-49ec-ae12-c9bf74e76b4a req-7bbaf146-b90a-4eb0-a9f9-3f9e7c87fe7c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0526226 Jun 16 16:23:07.962745 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dbb9d96d-d813-49ec-ae12-c9bf74e76b4a req-faba0f10-cc06-414d-b5aa-ebb5cf13efa9 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Jun 16 16:23:09.092879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026050-120f-4f9c-aa40-498f438a67f3 req-e3d49840-3726-434e-9be1-2a78dd13b94d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:09.094512 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-62026050-120f-4f9c-aa40-498f438a67f3 req-e3d49840-3726-434e-9be1-2a78dd13b94d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0504875 Jun 16 16:23:09.149413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-62026050-120f-4f9c-aa40-498f438a67f3 req-141eaf3b-b6a2-4db9-ba98-f6fd58aff1a3 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Jun 16 16:23:10.274381 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e95d2-5072-4e75-8bb9-0bc7516845aa req-e299d5b1-451a-4793-a5e6-b51aaaf1f45c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:10.275874 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f11e95d2-5072-4e75-8bb9-0bc7516845aa req-e299d5b1-451a-4793-a5e6-b51aaaf1f45c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0526128 Jun 16 16:23:10.295462 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-70f243d6-0cd6-460d-9110-c37842220b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:10.325098 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f11e95d2-5072-4e75-8bb9-0bc7516845aa req-d3581639-1b3c-42c4-af88-881d4c901522 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Jun 16 16:23:10.917772 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:10.919643 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:11.452986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e0f3-8df5-46ea-a0f2-ce42b44087c7 req-a8c88f19-2ef3-4012-9045-f95f525d2cb0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:11.455697 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e06e0f3-8df5-46ea-a0f2-ce42b44087c7 req-a8c88f19-2ef3-4012-9045-f95f525d2cb0 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0502419 Jun 16 16:23:11.505055 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0e06e0f3-8df5-46ea-a0f2-ce42b44087c7 req-99d906ae-7695-4513-804f-e8020d3d9f83 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434132 Jun 16 16:23:12.619605 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:12.630014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dcc04-b232-4f5a-a75d-799614a3f48d req-fcb6e20f-9341-4664-8d4e-08f6bd47cebf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:12.637541 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a31dcc04-b232-4f5a-a75d-799614a3f48d req-fcb6e20f-9341-4664-8d4e-08f6bd47cebf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0559733 Jun 16 16:23:12.657860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3c532ebd-5500-422d-b8b8-50eab387ab25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:12.688134 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a31dcc04-b232-4f5a-a75d-799614a3f48d req-2e19feb0-746a-40fb-b776-dd23ef34e3f8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488482 Jun 16 16:23:13.631063 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:13.773074 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:13.812832 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ccd92-e442-4eda-8090-98535c92d0ff req-db2cd472-6a3e-4a85-9b05-9d9b0508130e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:13.814384 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f2ccd92-e442-4eda-8090-98535c92d0ff req-db2cd472-6a3e-4a85-9b05-9d9b0508130e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0502715 Jun 16 16:23:13.862612 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f2ccd92-e442-4eda-8090-98535c92d0ff req-3511c8a5-f08d-47e5-8a79-d614cfb78795 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Jun 16 16:23:14.980982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f286a-0f28-4fdb-bbab-39166ecdf25a req-b5fecac1-8ff0-4ce0-b3dc-ba75018ac171 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:14.982490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-340f286a-0f28-4fdb-bbab-39166ecdf25a req-b5fecac1-8ff0-4ce0-b3dc-ba75018ac171 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0476992 Jun 16 16:23:15.028513 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-340f286a-0f28-4fdb-bbab-39166ecdf25a req-0c715785-e189-4cd5-af0c-69414fc1f931 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Jun 16 16:23:15.203751 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:15.736004 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:15.823600 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:15.828196 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:16.152005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4e68e-93ce-413c-9611-b3630788429c req-c14ee818-c815-4203-a792-9e50a7ad17e6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:16.153489 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-28a4e68e-93ce-413c-9611-b3630788429c req-c14ee818-c815-4203-a792-9e50a7ad17e6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0523612 Jun 16 16:23:16.199982 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-28a4e68e-93ce-413c-9611-b3630788429c req-b1a7988c-b376-4465-aee4-72b883a454a6 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Jun 16 16:23:17.321315 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f239a40-1ee2-4f40-bdc1-3ef880548cf5 req-e4d2cad5-502d-4ab6-be82-0a54b9efa07c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:17.322814 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f239a40-1ee2-4f40-bdc1-3ef880548cf5 req-e4d2cad5-502d-4ab6-be82-0a54b9efa07c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0468674 Jun 16 16:23:17.371187 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8f239a40-1ee2-4f40-bdc1-3ef880548cf5 req-eda5a6b4-34da-4131-bd9c-dec170239002 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Jun 16 16:23:17.835825 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:23:18.487781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e501aa-43be-4c4a-b655-ec91db58ed6d req-bf3ab701-19a7-4b78-bf2e-217529ef567b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:18.489237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8e501aa-43be-4c4a-b655-ec91db58ed6d req-bf3ab701-19a7-4b78-bf2e-217529ef567b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0470331 Jun 16 16:23:18.540678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a8e501aa-43be-4c4a-b655-ec91db58ed6d req-afb4444f-1439-4d53-821b-1a91b6d67416 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452101 Jun 16 16:23:19.665268 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c16f5-9f54-42b5-9525-3459a03b0b50 req-71f7b609-b909-4d29-931a-c70d5d309478 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:19.666815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c9c16f5-9f54-42b5-9525-3459a03b0b50 req-71f7b609-b909-4d29-931a-c70d5d309478 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 944 time: 0.0469046 Jun 16 16:23:19.716797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c9c16f5-9f54-42b5-9525-3459a03b0b50 req-b12c86da-5494-4d84-a2a9-bf7bb4618b3b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Jun 16 16:23:20.052947 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:23:20.153931 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:20.164795 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'port_id': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'mac_address': 'fa:16:3e:22:cc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:23:20.198327 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:20.198710 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:20.211530 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:23:20.230593 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:20.234528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:20.278903 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=9']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:20.701029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:23:20.838275 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af96f39-0be0-4297-a23b-f77f0a4526b8 req-1da201d6-ab4d-43a1-b74e-2bf02419b521 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:20.839813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3af96f39-0be0-4297-a23b-f77f0a4526b8 req-1da201d6-ab4d-43a1-b74e-2bf02419b521 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.0478613 Jun 16 16:23:20.887483 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3af96f39-0be0-4297-a23b-f77f0a4526b8 req-7f778b0c-3303-4522-bfa7-34a7dd2865c5 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Jun 16 16:23:22.010564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf5caa-eaad-4a60-a61a-8ffb197650e4 req-b8637468-eb8c-4bf2-a97c-8cddb05da307 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:22.012043 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3bf5caa-eaad-4a60-a61a-8ffb197650e4 req-b8637468-eb8c-4bf2-a97c-8cddb05da307 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 945 time: 0.0515907 Jun 16 16:23:22.057622 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:23:22.059393 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3bf5caa-eaad-4a60-a61a-8ffb197650e4 req-f87b6924-ae54-42aa-afa2-3737304d460e tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Jun 16 16:23:22.102323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:23:22.102682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:22.128428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:22.144901 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:22.180477 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:23:22.180792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:22.202681 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:23:22.204966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1796ef40-7852-42b6-9f3d-c3b05b60af58" -d '{"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:22.217163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:23:22.222323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:22.248465 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b8627-0f52-454e-946b-5a153db5e835 x-openstack-request-id: req-4d7b8627-0f52-454e-946b-5a153db5e835 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:22.248757 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-plugged", "status": "completed", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:22.249007 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d7b8627-0f52-454e-946b-5a153db5e835 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:22.249415 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7b8627-0f52-454e-946b-5a153db5e835'] response: {'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'code': 200} Jun 16 16:23:22.272835 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=10']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.472802 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d7ac-9f9f-4e5c-9ac2-34c06e4578b3 req-1eb9d8cf-4105-4a27-8994-03daee72765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:22.474754 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b21d7ac-9f9f-4e5c-9ac2-34c06e4578b3 req-1eb9d8cf-4105-4a27-8994-03daee72765d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1131 time: 0.0384617 Jun 16 16:23:22.518072 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b21d7ac-9f9f-4e5c-9ac2-34c06e4578b3 req-d2e9d2ed-c60b-4989-9fac-26ff4f85a1a8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Jun 16 16:23:23.183910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e2f6f-6004-4329-bd61-5b5bf6de3b33 req-5436073d-fcd2-44e3-be95-03f5cae699ff tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:23.185412 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f8e2f6f-6004-4329-bd61-5b5bf6de3b33 req-5436073d-fcd2-44e3-be95-03f5cae699ff tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0524647 Jun 16 16:23:23.229180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:23.233934 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f8e2f6f-6004-4329-bd61-5b5bf6de3b33 req-887cc19f-a348-476b-bcf1-7c21ff2090fc tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Jun 16 16:23:24.354005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c56e75-3abf-4d64-9460-905b88a8dba5 req-35bf1855-0f7e-453a-a8c0-478c7533da4b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:24.355466 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37c56e75-3abf-4d64-9460-905b88a8dba5 req-35bf1855-0f7e-453a-a8c0-478c7533da4b tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0474958 Jun 16 16:23:24.401896 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37c56e75-3abf-4d64-9460-905b88a8dba5 req-b92744b1-af61-4350-95b0-945f81cd275c tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Jun 16 16:23:25.519676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5de414-c654-4e15-9fbb-e398b3e184c8 req-f719e586-bd74-45fb-b04b-5f31f54527ec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:25.521663 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b5de414-c654-4e15-9fbb-e398b3e184c8 req-f719e586-bd74-45fb-b04b-5f31f54527ec tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0482991 Jun 16 16:23:25.532514 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:25.575312 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0b5de414-c654-4e15-9fbb-e398b3e184c8 req-a869a005-00ad-4cef-982f-36a1999cab6d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481560 Jun 16 16:23:27.830249 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:27.831027 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:32.206955 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:35.569158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:35.571691 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=19 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:39.234741 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-cf584a52-0967-4790-a06e-53fd71bc2d41 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371192 Jun 16 16:23:39.334496 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba323-a913-43cf-bfaf-a7ae869da217 req-09411556-6792-489b-a765-16e190e8aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:39.335982 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-09411556-6792-489b-a765-16e190e8aed5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 1131 time: 0.0389454 Jun 16 16:23:39.438646 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba323-a913-43cf-bfaf-a7ae869da217 req-53b24985-177b-4141-bdb2-06845a00f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:39.440030 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-53b24985-177b-4141-bdb2-06845a00f892 service neutron] 10.222.0.33 "GET /v2.0/networks?id=25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 200 len: 919 time: 0.0872223 Jun 16 16:23:39.501415 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-1f3c4941-8f28-446c-838b-a1f1f05bb1b2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 200 len: 1001 time: 0.0552399 Jun 16 16:23:39.549223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba323-a913-43cf-bfaf-a7ae869da217 req-29af6fa7-1a6b-40f5-a64f-5d2af3df4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:39.550706 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-29af6fa7-1a6b-40f5-a64f-5d2af3df4826 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 200 len: 856 time: 0.0433137 Jun 16 16:23:39.598005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba323-a913-43cf-bfaf-a7ae869da217 req-ef970859-538b-496f-ae71-0a5c96a152a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:39.599684 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-ef970859-538b-496f-ae71-0a5c96a152a9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=25722f8f-379b-492d-af6a-68efbda1c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430369 Jun 16 16:23:39.688413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-60d9fef8-2f33-4305-8e8a-60083166eb6d service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826423 Jun 16 16:23:39.781876 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-becba323-a913-43cf-bfaf-a7ae869da217 req-47148798-71a8-4b12-8ac2-97628f8c1b45 service neutron] 10.222.0.33 "GET /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868044 Jun 16 16:23:40.298710 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c472358f-4bda-47e6-a9f1-ddde0db1cb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:42.649168 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b2d4a623-d2d3-4b6c-b6d1-a4f0875d9090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:43.634929 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:45.202526 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:45.740057 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:23:49.777058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=49 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:49.779090 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=52 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:52.250751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6133a6-a730-4f7a-8e84-ff4804c31ceb req-e9a83163-5bd3-46b9-8a54-8be64c229bf4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:52.252122 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f6133a6-a730-4f7a-8e84-ff4804c31ceb req-e9a83163-5bd3-46b9-8a54-8be64c229bf4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0472820 Jun 16 16:23:52.301733 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5f6133a6-a730-4f7a-8e84-ff4804c31ceb req-d6df4e9a-e4ba-4783-ae3c-51250b5d4d77 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Jun 16 16:23:52.823154 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:52.823923 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:53.415766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c194178-3a48-4e23-817b-1d5b033171b6 req-e252271c-a4ab-4bef-8d70-91e74ba32c8c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:53.417137 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c194178-3a48-4e23-817b-1d5b033171b6 req-e252271c-a4ab-4bef-8d70-91e74ba32c8c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0460062 Jun 16 16:23:53.467375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9c194178-3a48-4e23-817b-1d5b033171b6 req-1b110aad-74b2-4a8e-99cb-4c54de48ecf1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Jun 16 16:23:54.580860 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3691ae-47b8-4731-9b43-3afc79bec361 req-05b62e7a-a51c-4caf-a932-49c2ad3a6354 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:54.582356 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9f3691ae-47b8-4731-9b43-3afc79bec361 req-05b62e7a-a51c-4caf-a932-49c2ad3a6354 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0469956 Jun 16 16:23:54.628846 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9f3691ae-47b8-4731-9b43-3afc79bec361 req-c9d1c0a0-1f02-4e76-a765-8613b64f6901 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Jun 16 16:23:54.835256 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:23:55.732921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:55.734833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:23:55.742032 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66a0c-5cb3-404b-9809-3fd0bd20a54c req-86ffe310-4281-4591-86b3-35d15c074ad7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:55.743511 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9df66a0c-5cb3-404b-9809-3fd0bd20a54c req-86ffe310-4281-4591-86b3-35d15c074ad7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Jun 16 16:23:55.790543 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9df66a0c-5cb3-404b-9809-3fd0bd20a54c req-2347520f-5c99-4991-bc2f-47077ffeaa85 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Jun 16 16:23:56.907320 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ede2f-ace8-419c-b31d-65fb2d980680 req-0b558b25-ae90-41d1-9032-114697068bd7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:56.908813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe2ede2f-ace8-419c-b31d-65fb2d980680 req-0b558b25-ae90-41d1-9032-114697068bd7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Jun 16 16:23:56.955071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe2ede2f-ace8-419c-b31d-65fb2d980680 req-cdc92fa3-ffc0-4302-b5ae-5bbb01413f40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Jun 16 16:23:58.069939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6f628-529e-4ca8-a8f5-25d6ab8aca63 req-8e715825-c432-4c16-8264-6d6028568d76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:58.071500 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-77f6f628-529e-4ca8-a8f5-25d6ab8aca63 req-8e715825-c432-4c16-8264-6d6028568d76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0482883 Jun 16 16:23:58.118792 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-77f6f628-529e-4ca8-a8f5-25d6ab8aca63 req-d57a5868-ee59-4c62-93e6-75eab259c2a0 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Jun 16 16:23:59.237093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc68d-c28f-489d-8c60-8c37a14fa50f req-8a80a651-2cb8-4543-885f-2b5e09ed1836 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:23:59.238631 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-deacc68d-c28f-489d-8c60-8c37a14fa50f req-8a80a651-2cb8-4543-885f-2b5e09ed1836 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Jun 16 16:23:59.285030 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-deacc68d-c28f-489d-8c60-8c37a14fa50f req-a19f56ba-10fb-4286-ba17-cc243f20acac tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Jun 16 16:24:00.400135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4d5cf-ed6d-46fa-a191-0b55a2f46df1 req-33fe05c2-cdf2-4cd9-8080-f33bb2984aa3 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:00.401519 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1f4d5cf-ed6d-46fa-a191-0b55a2f46df1 req-33fe05c2-cdf2-4cd9-8080-f33bb2984aa3 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Jun 16 16:24:00.449067 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f1f4d5cf-ed6d-46fa-a191-0b55a2f46df1 req-441341cb-7dc0-46ca-9612-b8de693a67b4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Jun 16 16:24:01.572506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006be6-2392-466e-86df-e15c2e4e60d6 req-f95bc840-18ac-4de1-9251-2c88a9d59fde tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:01.573953 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a006be6-2392-466e-86df-e15c2e4e60d6 req-f95bc840-18ac-4de1-9251-2c88a9d59fde tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0466671 Jun 16 16:24:01.622351 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a006be6-2392-466e-86df-e15c2e4e60d6 req-e99744e0-b2b0-4b93-876b-2f918eb92129 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Jun 16 16:24:02.215304 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:02.734700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fc92e-5291-4537-ac8b-815f483c444b req-e13deb3a-741e-46dd-9dd5-19109829354d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:02.736162 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-930fc92e-5291-4537-ac8b-815f483c444b req-e13deb3a-741e-46dd-9dd5-19109829354d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Jun 16 16:24:02.782591 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-930fc92e-5291-4537-ac8b-815f483c444b req-1ce6d97b-e798-4a1f-bea2-80631edd76f1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 Jun 16 16:24:03.896773 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fdbbb-1a65-4099-bee4-05192c06d396 req-79b8c168-257e-44a8-8a16-f13ed78e7f7d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:03.898263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c48fdbbb-1a65-4099-bee4-05192c06d396 req-79b8c168-257e-44a8-8a16-f13ed78e7f7d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0469029 Jun 16 16:24:03.922783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:03.944419 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c48fdbbb-1a65-4099-bee4-05192c06d396 req-83e52fb8-f5f7-4df9-9b04-28806f5a9254 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Jun 16 16:24:04.830644 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:05.049611 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:05.061259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cd6f1-bebb-4496-9181-046acfca00a1 req-3ac90fba-9cbf-45b4-8270-aa3fef57763b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:05.062749 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-810cd6f1-bebb-4496-9181-046acfca00a1 req-3ac90fba-9cbf-45b4-8270-aa3fef57763b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0503221 Jun 16 16:24:05.110322 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-810cd6f1-bebb-4496-9181-046acfca00a1 req-c3a094f1-253a-49b1-9d3d-4625c7ffc96b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Jun 16 16:24:06.224077 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b612-5d2a-4682-8292-63d6e8703694 req-f9df3c35-2cf3-421a-a7a4-ec65381cecda tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:06.225527 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d091b612-5d2a-4682-8292-63d6e8703694 req-f9df3c35-2cf3-421a-a7a4-ec65381cecda tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0471218 Jun 16 16:24:06.272425 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d091b612-5d2a-4682-8292-63d6e8703694 req-34297615-16b3-4bbd-b6b1-7026637d4cd6 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Jun 16 16:24:07.384862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb95c0-6fce-4081-ad54-4a990e153868 req-b1d9b115-41a6-426a-81f2-cb2ad9255ff4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:07.386359 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8bbb95c0-6fce-4081-ad54-4a990e153868 req-b1d9b115-41a6-426a-81f2-cb2ad9255ff4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0472376 Jun 16 16:24:07.435478 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8bbb95c0-6fce-4081-ad54-4a990e153868 req-4a48d2da-7472-43b1-b4e3-2f0cd64e7641 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Jun 16 16:24:08.548890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e43196-6be1-4d67-912c-d86b2315b429 req-167cafa6-4ecb-4c54-b6e3-6af2933dcd8b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.550384 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97e43196-6be1-4d67-912c-d86b2315b429 req-167cafa6-4ecb-4c54-b6e3-6af2933dcd8b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0456169 Jun 16 16:24:08.596690 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97e43196-6be1-4d67-912c-d86b2315b429 req-2586238d-e27e-466d-aca3-4591b7edd216 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Jun 16 16:24:08.794566 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28843e-8760-4617-9533-23c53bc2b0e0 req-6172b779-3b35-4df7-b568-96dfe7c951ae tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.796033 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f28843e-8760-4617-9533-23c53bc2b0e0 req-6172b779-3b35-4df7-b568-96dfe7c951ae tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Jun 16 16:24:08.843054 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2f28843e-8760-4617-9533-23c53bc2b0e0 req-252de94f-bcd0-4595-a4cb-597f30345913 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414739 Jun 16 16:24:08.883623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-7ca2e97d-67a0-4b61-ae90-a469ac16f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.885182 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-7ca2e97d-67a0-4b61-ae90-a469ac16f293 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0412025 Jun 16 16:24:08.891376 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:08.975457 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-c8fff823-fcca-47a5-aaa1-85be6903f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:08.976863 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-c8fff823-fcca-47a5-aaa1-85be6903f262 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0846958 Jun 16 16:24:09.039393 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-5c1d9d25-6e16-410f-8506-b14bc022dc78 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 1000 time: 0.0564020 Jun 16 16:24:09.087148 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-dc62e11c-cb64-4698-9361-c32c214493ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.088582 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-dc62e11c-cb64-4698-9361-c32c214493ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0433748 Jun 16 16:24:09.131338 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-ab56bed2-e73a-44fc-b426-e19d4a896388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.132865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-ab56bed2-e73a-44fc-b426-e19d4a896388 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378370 Jun 16 16:24:09.228021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-b5b27447-3aa9-4e0c-a5d7-d3863a551f1e service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876081 Jun 16 16:24:09.314184 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f4b7509d-50bf-43e3-b1c1-4f9f5f8a9280 req-0b5ce826-fce5-4fc6-b9e8-52b4ca6d5aaf service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 Jun 16 16:24:09.961216 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470fdb8-6af6-44b6-a45e-b7774308a807 req-7c295b38-a8fe-4974-b217-9d6bf524101f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:09.962717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9470fdb8-6af6-44b6-a45e-b7774308a807 req-7c295b38-a8fe-4974-b217-9d6bf524101f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0501654 Jun 16 16:24:10.003299 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:10.006429 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:10.011786 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9470fdb8-6af6-44b6-a45e-b7774308a807 req-c0e7ce23-4e34-41b8-b6ba-260d9afd27c6 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Jun 16 16:24:10.300926 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e70adc1f-0fbc-4bff-82e9-a6c644da5bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:11.125351 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13722fb-78ae-4044-88d8-8f56189c0eb0 req-30d5e941-de09-4051-9e37-d77c8009e172 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:11.126827 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a13722fb-78ae-4044-88d8-8f56189c0eb0 req-30d5e941-de09-4051-9e37-d77c8009e172 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0464089 Jun 16 16:24:11.172989 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a13722fb-78ae-4044-88d8-8f56189c0eb0 req-e176e725-ba99-4382-bfb6-a86093d593b4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399950 Jun 16 16:24:12.650309 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-364047d0-65e3-4689-92fd-faddac7558bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:13.636226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:15.205961 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:15.742563 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:21.162528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=10 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:21.169778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=8 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:25.736285 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:25.738317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:26.083852 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be9798-f0b7-4145-b588-717562c549e3 req-a8c4dfbf-573f-441c-9a19-41b987009a56 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:26.085337 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25be9798-f0b7-4145-b588-717562c549e3 req-a8c4dfbf-573f-441c-9a19-41b987009a56 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0580266 Jun 16 16:24:26.136448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-25be9798-f0b7-4145-b588-717562c549e3 req-1154f000-8a8d-40f6-a14a-8998a9f185ac tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444205 Jun 16 16:24:27.250138 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead5b94-fd73-4fbf-b772-4d6e37d4caf9 req-283dbeb1-de8e-484e-9514-a86af48d0835 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:27.251581 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ead5b94-fd73-4fbf-b772-4d6e37d4caf9 req-283dbeb1-de8e-484e-9514-a86af48d0835 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0465631 Jun 16 16:24:27.297011 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7ead5b94-fd73-4fbf-b772-4d6e37d4caf9 req-6cc3bfb5-8ad7-4d66-a7f3-38f4e75afc61 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Jun 16 16:24:28.440997 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae510ea-a4f3-4cf6-83cb-c7dade93ca9a req-8c0ca0a1-aba8-4ac1-9599-5179741b8239 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:28.442403 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ae510ea-a4f3-4cf6-83cb-c7dade93ca9a req-8c0ca0a1-aba8-4ac1-9599-5179741b8239 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Jun 16 16:24:28.461565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4159-117d-4360-a201-c5e13f9e5103 req-c5ce92c9-934d-43f4-8034-ac1362b8a7b4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:28.462942 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-402c4159-117d-4360-a201-c5e13f9e5103 req-c5ce92c9-934d-43f4-8034-ac1362b8a7b4 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 945 time: 0.0681019 Jun 16 16:24:28.531868 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ae510ea-a4f3-4cf6-83cb-c7dade93ca9a req-e431568e-fba2-44a9-b2b2-58e797190523 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups?id=cd9616e7-f6d1-4f91-a353-6f6b6b33f343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837705 Jun 16 16:24:28.565749 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 7d6dbef9-8302-4765-a850-0e7746870788 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:28.566153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (7d6dbef9-8302-4765-a850-0e7746870788), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.655346 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] For port 7d6dbef9-8302-4765-a850-0e7746870788, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d6dbef9-8302-4765-a850-0e7746870788,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:28.655706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (7d6dbef9-8302-4765-a850-0e7746870788), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.812266 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.812631 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:28.812953 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Floating IP 37334eab-7f2f-4b20-8d3b-d24e506e4b6f disassociated. External IP: 172.27.0.213, port: 7d6dbef9-8302-4765-a850-0e7746870788. Jun 16 16:24:28.813300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 7d6dbef9-8302-4765-a850-0e7746870788 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:29.182934 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7d6dbef9-8302-4765-a850-0e7746870788), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:29.208548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=7d6dbef9-8302-4765-a850-0e7746870788,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:29.218250 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.218595 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.218935 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.219267 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.219597 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.219924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.220246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.220567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.222424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.222424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.222424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.222688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.222885 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.223205 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.223530 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:29.304624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:29.327342 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:29.329202 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:29.430457 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:29.439794 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:29.449623 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:29.450266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:29.473629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] No DVR routers for this DVR port 7d6dbef9-8302-4765-a850-0e7746870788 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:24:29.476217 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:29.479807 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-402c4159-117d-4360-a201-c5e13f9e5103 req-b4b4d9e9-912f-4ea1-9faa-5d895ec5e1de tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.33 "DELETE /v2.0/ports/7d6dbef9-8302-4765-a850-0e7746870788 HTTP/1.1" status: 204 len: 173 time: 1.0101507 Jun 16 16:24:29.480265 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'name': 'network-vif-deleted', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:29.483245 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb33f6-9ed1-4f66-959b-3d1e206aab83" -d '{"events": [{"server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "name": "network-vif-deleted", "tag": "7d6dbef9-8302-4765-a850-0e7746870788"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:29.572030 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:29.597323 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cccf7e-981d-43db-8476-62d803946f51 x-openstack-request-id: req-92cccf7e-981d-43db-8476-62d803946f51 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:29.597850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598febb-d1e1-4593-8547-bc0075f39338", "name": "network-vif-deleted", "tag": "7d6dbef9-8302-4765-a850-0e7746870788", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:29.598226 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-92cccf7e-981d-43db-8476-62d803946f51 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:29.598924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cccf7e-981d-43db-8476-62d803946f51'] response: {'server_uuid': 'a598febb-d1e1-4593-8547-bc0075f39338', 'name': 'network-vif-deleted', 'tag': '7d6dbef9-8302-4765-a850-0e7746870788', 'status': 'completed', 'code': 200} Jun 16 16:24:29.666799 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-526a7757-8b8d-4cb2-a3bf-6758a220f5d5 req-8974efb8-3bc0-45d5-af01-78ce738b46b5 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/ports?device_id=a598febb-d1e1-4593-8547-bc0075f39338 HTTP/1.1" status: 200 len: 210 time: 0.0425978 Jun 16 16:24:29.782973 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:29.807204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:29.815353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:29.815896 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:29.825866 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:29.831337 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:29.914514 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:30.102879 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:30.131286 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbf7b1-3924-4626-bd1e-68370d5e3fb8 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'ffd2d76b-2957-44f0-a9bf-2965ec1831ed', 'name': '', 'network_id': 'b4704a63-fabf-4303-b16d-892673b27ab3', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'mac_address': 'fa:16:3e:77:ff:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:39Z', 'updated_at': '2022-06-16T16:12:59Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'subnets': [{'id': 'f2514075-be4c-4554-98c4-97d0eb9ece2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:30.368005 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290e45d-30f7-4fcc-bea5-1a4d9c1e2be2 None None] New status for floating IP 37334eab-7f2f-4b20-8d3b-d24e506e4b6f: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:24:30.754606 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53002) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:30.811859 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (cd9616e7-f6d1-4f91-a353-6f6b6b33f343), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.837407 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (cd9616e7-f6d1-4f91-a353-6f6b6b33f343), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.884262 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cd9616e7-f6d1-4f91-a353-6f6b6b33f343), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.887006 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:30.888161 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/security-groups/cd9616e7-f6d1-4f91-a353-6f6b6b33f343 HTTP/1.1" status: 204 len: 168 time: 0.1325660 Jun 16 16:24:30.895089 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53006) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:30.897599 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9616e7-f6d1-4f91-a353-6f6b6b33f343,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:30.905072 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.905431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.905811 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.906163 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.906500 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.906838 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.907175 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.907506 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.907836 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.908161 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.908493 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.909340 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.909670 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.910027 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.910344 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.api.v2.resource [None req-6ecabd43-a6d1-4976-b7c4-c23ffad58c01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] show failed (client error): The resource could not be found. Jun 16 16:24:30.910449 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56337c-1d53-402c-bf5e-9b644412b049 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:30.914374 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-6ecabd43-a6d1-4976-b7c4-c23ffad58c01 tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "GET /v2.0/security-groups/cd9616e7-f6d1-4f91-a353-6f6b6b33f343 HTTP/1.1" status: 404 len: 347 time: 0.0154736 Jun 16 16:24:30.914374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53008) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:31.026743 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Deleting port 1dbd30fa-7b4e-4d31-a4cc-97c55fb42781 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:31.027092 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.104197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.104528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.116582 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Calling delete_port for 1dbd30fa-7b4e-4d31-a4cc-97c55fb42781 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:31.246785 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (1dbd30fa-7b4e-4d31-a4cc-97c55fb42781), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.271167 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Pushing event deleted for resources: {'Port': ['ID=1dbd30fa-7b4e-4d31-a4cc-97c55fb42781,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:31.336053 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks [] for floatingip (37334eab-7f2f-4b20-8d3b-d24e506e4b6f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.338512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:31.339676 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-0fb76742-723c-4d0b-b72e-d3a9cf5c91ee tempest-AttachVolumeNegativeTest-326636394 tempest-AttachVolumeNegativeTest-326636394-project] 10.222.0.88 "DELETE /v2.0/floatingips/37334eab-7f2f-4b20-8d3b-d24e506e4b6f HTTP/1.1" status: 204 len: 168 time: 0.4244709 Jun 16 16:24:31.835182 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:24:32.230699 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:32.361651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7d6dbef9-8302-4765-a850-0e7746870788 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:32.381278 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 7d6dbef9-8302-4765-a850-0e7746870788 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:32.381622 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7d6dbef9-8302-4765-a850-0e7746870788 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:32.774699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80abc0f-9346-4d57-b919-e6b5b17e7b81 req-67b7231e-9520-49e4-92b8-c0fec1bbe5bb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:32.776220 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c80abc0f-9346-4d57-b919-e6b5b17e7b81 req-67b7231e-9520-49e4-92b8-c0fec1bbe5bb tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0467567 Jun 16 16:24:32.823259 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c80abc0f-9346-4d57-b919-e6b5b17e7b81 req-cb72a0c3-5813-41fd-b008-78b569045568 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Jun 16 16:24:33.961560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04c65f-fc29-4750-af97-0b9658385b4c req-ad4bbf9c-34dc-41a8-98e9-2341a355dee8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:33.963136 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a04c65f-fc29-4750-af97-0b9658385b4c req-ad4bbf9c-34dc-41a8-98e9-2341a355dee8 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0491176 Jun 16 16:24:34.013860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a04c65f-fc29-4750-af97-0b9658385b4c req-e4687f56-6160-4962-a9c9-0bbb689385d7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups?id=845c59d5-6367-403e-b802-2691d3e46335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Jun 16 16:24:34.541648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a950cc2-2271-4170-b94d-994a67e143ec req-9fd26d28-738b-4afc-865d-45ccafb5b488 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:34.543107 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a950cc2-2271-4170-b94d-994a67e143ec req-9fd26d28-738b-4afc-865d-45ccafb5b488 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 947 time: 0.0468576 Jun 16 16:24:34.613675 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:34.624076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Deleting port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:34.624430 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.679644 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:34.720391 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] For port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:34.720768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.880313 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.880586 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:34.880903 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Floating IP 81466d71-0226-41ab-abea-7a457a075d65 disassociated. External IP: 172.27.0.59, port: 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f. Jun 16 16:24:34.881253 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Calling delete_port for 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:35.011914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53060) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:35.018894 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (44d3a737-8fd0-480a-b4eb-2bc5eb327a3f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:35.046668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'Port': ['ID=44d3a737-8fd0-480a-b4eb-2bc5eb327a3f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:35.134323 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a0adb499-49b8-4421-8f06-05ebd141e213 req-3536af64-aa1e-4979-bf52-db7cccbf0bab tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/ports?device_id=38f151b6-bfce-4c42-932f-7be72f7da4b4 HTTP/1.1" status: 200 len: 210 time: 0.0364316 Jun 16 16:24:35.268300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:35.475378 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:35.489756 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:35.501428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:35.502690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.512621 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:35.534851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] No DVR routers for this DVR port 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:24:35.539853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:35.543499 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2a950cc2-2271-4170-b94d-994a67e143ec req-238c4138-340f-468c-9437-57cfc8355646 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.33 "DELETE /v2.0/ports/44d3a737-8fd0-480a-b4eb-2bc5eb327a3f HTTP/1.1" status: 204 len: 173 time: 0.9952307 Jun 16 16:24:35.544011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-deleted', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:24:35.546284 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cca1f1-9cce-4919-9719-10bc6747547d" -d '{"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-deleted", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:35.572547 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:35.593712 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642578b2-2dbd-4ab9-bd5f-6f1c593ea784 x-openstack-request-id: req-642578b2-2dbd-4ab9-bd5f-6f1c593ea784 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:35.593915 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f151b6-bfce-4c42-932f-7be72f7da4b4", "name": "network-vif-deleted", "tag": "44d3a737-8fd0-480a-b4eb-2bc5eb327a3f", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:35.594073 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-642578b2-2dbd-4ab9-bd5f-6f1c593ea784 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:35.594488 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642578b2-2dbd-4ab9-bd5f-6f1c593ea784'] response: {'server_uuid': '38f151b6-bfce-4c42-932f-7be72f7da4b4', 'name': 'network-vif-deleted', 'tag': '44d3a737-8fd0-480a-b4eb-2bc5eb327a3f', 'status': 'completed', 'code': 200} Jun 16 16:24:35.619757 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:35.637132 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (cb7ede5d-0726-4f12-924a-58f8458bf587), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:35.750214 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:35.813595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.837711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:35.844683 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:35.847691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:35.848326 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:35.863179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Deleting port ffd2d76b-2957-44f0-a9bf-2965ec1831ed {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:35.863525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:35.941271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] For port ffd2d76b-2957-44f0-a9bf-2965ec1831ed, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:35.941642 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:35.950455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:35.957748 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Calling delete_port for ffd2d76b-2957-44f0-a9bf-2965ec1831ed owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:36.149572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:36.161204 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (ffd2d76b-2957-44f0-a9bf-2965ec1831ed), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.184368 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd2d76b-2957-44f0-a9bf-2965ec1831ed,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:36.245416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53074) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:36.315486 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (845c59d5-6367-403e-b802-2691d3e46335), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.326910 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f67fe-0451-48d0-b04c-4a6c9e8609fe None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:12:34Z', 'revision_number': 4, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '974562d8-cc36-464d-bd98-2c8ef8440df3', 'name': '', 'network_id': '25722f8f-379b-492d-af6a-68efbda1c91b', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'mac_address': 'fa:16:3e:b8:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:32Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'subnets': [{'id': '81107165-d4c8-4dab-a1c1-41bd8287f50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:36.342031 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (845c59d5-6367-403e-b802-2691d3e46335), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.391579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (cb7ede5d-0726-4f12-924a-58f8458bf587), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.413711 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (845c59d5-6367-403e-b802-2691d3e46335), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.416911 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.418353 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "DELETE /v2.0/security-groups/845c59d5-6367-403e-b802-2691d3e46335 HTTP/1.1" status: 204 len: 168 time: 0.1718564 Jun 16 16:24:36.427690 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53076) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:36.436401 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934e3ef-90b6-4fb2-8e38-99ef0f5907e7 tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c59d5-6367-403e-b802-2691d3e46335,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:36.444012 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-477bc6ff-d632-4eab-9ee9-936b92aa999f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] show failed (client error): The resource could not be found. Jun 16 16:24:36.445080 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-477bc6ff-d632-4eab-9ee9-936b92aa999f tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "GET /v2.0/security-groups/845c59d5-6367-403e-b802-2691d3e46335 HTTP/1.1" status: 404 len: 347 time: 0.0164094 Jun 16 16:24:36.448022 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53078) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:36.491831 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:36.517287 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:36.577590 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Deleting port 7811cc34-d009-44d2-8ced-06362254ced3 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:36.578023 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (7811cc34-d009-44d2-8ced-06362254ced3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.659857 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Router cb7ede5d-0726-4f12-924a-58f8458bf587 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:36.660920 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (7811cc34-d009-44d2-8ced-06362254ced3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.661246 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (7811cc34-d009-44d2-8ced-06362254ced3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.666147 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0ad6b-4e3e-4802-92a8-6fa645f967cf None None] New status for floating IP 81466d71-0226-41ab-abea-7a457a075d65: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:24:36.678154 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Calling delete_port for 7811cc34-d009-44d2-8ced-06362254ced3 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:36.769945 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:36.775596 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-9de7b3f9-88e7-479d-bfd1-d0ecaa872448 admin admin] 10.222.0.88 "PUT /v2.0/routers/cb7ede5d-0726-4f12-924a-58f8458bf587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622981 Jun 16 16:24:36.777688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53080) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:36.784268 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Sync routers for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:36.802522 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:36.803312 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:36.849360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (7811cc34-d009-44d2-8ced-06362254ced3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.877926 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Pushing event deleted for resources: {'Port': ['ID=7811cc34-d009-44d2-8ced-06362254ced3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:36.926565 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:36.957744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks [] for floatingip (81466d71-0226-41ab-abea-7a457a075d65), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.957744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:36.958544 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dbbf325f-3494-4d35-b1df-8d76df92f16d tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] 10.222.0.88 "DELETE /v2.0/floatingips/81466d71-0226-41ab-abea-7a457a075d65 HTTP/1.1" status: 204 len: 168 time: 0.5096047 Jun 16 16:24:37.120648 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:37.150903 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Checking router: cb7ede5d-0726-4f12-924a-58f8458bf587 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:37.160070 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Routers {'cb7ede5d-0726-4f12-924a-58f8458bf587'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:37.160679 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['cb7ede5d-0726-4f12-924a-58f8458bf587'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:37.160829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks [] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.256990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks [] for router_gateway (cb7ede5d-0726-4f12-924a-58f8458bf587), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.258163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] Set router cb7ede5d-0726-4f12-924a-58f8458bf587 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:37.304627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Deleting port b32798af-3ca0-4517-8e67-58117ecc9482 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:37.304970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.391421 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] For port b32798af-3ca0-4517-8e67-58117ecc9482, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b32798af-3ca0-4517-8e67-58117ecc9482,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:37.391823 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.407127 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Calling delete_port for b32798af-3ca0-4517-8e67-58117ecc9482 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:37.420768 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:37.433555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:37.458457 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dfa894-9d3b-4567-a798-e168693afb63 None None] The sync data for ids ['cb7ede5d-0726-4f12-924a-58f8458bf587'] in dv-cinder-837354-2-iscsi is: [{'id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'name': 'tempest-AttachVolumeNegativeTest-1590484750-router', 'tenant_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:27Z', 'updated_at': '2022-06-16T16:24:36Z', 'revision_number': 5, 'project_id': 'c1cdf363c2e44af5b0d8cd748c58235b', 'gw_port': {'id': 'b32798af-3ca0-4517-8e67-58117ecc9482', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7ede5d-0726-4f12-924a-58f8458bf587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:28Z', 'updated_at': '2022-06-16T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:37.581922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (b32798af-3ca0-4517-8e67-58117ecc9482), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.585818 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:37.609148 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32798af-3ca0-4517-8e67-58117ecc9482,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:37.671746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (cb7ede5d-0726-4f12-924a-58f8458bf587), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.755716 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.757898 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks [] for router_controller (cb7ede5d-0726-4f12-924a-58f8458bf587), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.793968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:37.801973 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (cb7ede5d-0726-4f12-924a-58f8458bf587), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.802751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7ede5d-0726-4f12-924a-58f8458bf587 {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:24:37.807527 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.808733 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-fb301763-1879-40da-bae8-ee4301eedac7 admin admin] 10.222.0.88 "DELETE /v2.0/routers/cb7ede5d-0726-4f12-924a-58f8458bf587 HTTP/1.1" status: 204 len: 168 time: 1.0300949 Jun 16 16:24:37.811250 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53086) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:37.857047 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Deleting subnet f2514075-be4c-4554-98c4-97d0eb9ece2b {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:24:37.860717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Publish callbacks [] for subnet (f2514075-be4c-4554-98c4-97d0eb9ece2b), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.902992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (f2514075-be4c-4554-98c4-97d0eb9ece2b), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:37.980912 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (f2514075-be4c-4554-98c4-97d0eb9ece2b), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.035102 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (f2514075-be4c-4554-98c4-97d0eb9ece2b), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.057988 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2514075-be4c-4554-98c4-97d0eb9ece2b,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:38.069061 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.073544 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ed8b69fb-e734-4612-b9ee-5b95b1e3ee78 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f2514075-be4c-4554-98c4-97d0eb9ece2b HTTP/1.1" status: 204 len: 168 time: 0.2613051 Jun 16 16:24:38.075145 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b58bf2-ca04-40e0-acd9-239112496126 None None] Network b4704a63-fabf-4303-b16d-892673b27ab3 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:24:38.076093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53088) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:38.153752 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (b4704a63-fabf-4303-b16d-892673b27ab3), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.173196 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:38.200456 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Deleting port 2c1f5176-4ec4-47a3-944f-0b35f32842fc {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:38.200799 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.280017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] For port 2c1f5176-4ec4-47a3-944f-0b35f32842fc, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=2c1f5176-4ec4-47a3-944f-0b35f32842fc,segment=NetworkSegment(5c764610-c923-428e-a886-21e149cef3e5),segment_id=5c764610-c923-428e-a886-21e149cef3e5)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:38.282096 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.296080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Calling delete_port for 2c1f5176-4ec4-47a3-944f-0b35f32842fc owned by network:dhcp {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:38.374306 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (2c1f5176-4ec4-47a3-944f-0b35f32842fc), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.374620 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:38.393982 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:38.394253 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 44d3a737-8fd0-480a-b4eb-2bc5eb327a3f not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:38.399312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1f5176-4ec4-47a3-944f-0b35f32842fc,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:38.403207 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] No DVR routers for this DVR port 2c1f5176-4ec4-47a3-944f-0b35f32842fc on host dv-cinder-837354-2-iscsi {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:24:38.447504 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243c86d-c33a-448d-bb98-4ca65a4b8c1e None None] DHCP port deletion for b4704a63-fabf-4303-b16d-892673b27ab3 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:24:38.486879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (b4704a63-fabf-4303-b16d-892673b27ab3), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.507539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4704a63-fabf-4303-b16d-892673b27ab3']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:38.516660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c764610-c923-428e-a886-21e149cef3e5') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:38.516964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c764610-c923-428e-a886-21e149cef3e5') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:38.527130 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (5c764610-c923-428e-a886-21e149cef3e5), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.540538 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (5c764610-c923-428e-a886-21e149cef3e5), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.546727 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:38.547109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (5c764610-c923-428e-a886-21e149cef3e5), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.597931 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 5c764610-c923-428e-a886-21e149cef3e5 resource provider aggregate not found Jun 16 16:24:38.615903 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (b4704a63-fabf-4303-b16d-892673b27ab3), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.618534 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment 5c764610-c923-428e-a886-21e149cef3e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c764610-c923-428e-a886-21e149cef3e5 found for delete ", "request_id": "req-4d1d3732-5f5d-41c2-b885-866d8d8c69cf"}]} Jun 16 16:24:38.622722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.629695 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b4704a63-fabf-4303-b16d-892673b27ab3 HTTP/1.1" status: 204 len: 168 time: 0.5487874 Jun 16 16:24:38.638800 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63bf6b-f6ea-40b6-bfbf-8dbef301c739 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4704a63-fabf-4303-b16d-892673b27ab3,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:38.744732 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53108) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:38.791479 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b2c7ae9a-9c1d-46fe-95c9-d70a3547bc25 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1cdf363c2e44af5b0d8cd748c58235b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455341 Jun 16 16:24:38.793889 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53110) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:38.814283 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:38.839946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:38.843921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] Publish callbacks [] for security_group (c9de66ea-2271-4653-8a09-d7a609179caf), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.866006 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] Publish callbacks [] for security_group (c9de66ea-2271-4653-8a09-d7a609179caf), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.914786 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c9de66ea-2271-4653-8a09-d7a609179caf), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.917397 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:38.918595 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c9de66ea-2271-4653-8a09-d7a609179caf HTTP/1.1" status: 204 len: 168 time: 0.1237988 Jun 16 16:24:38.926828 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20e0f-4d32-4116-9335-0ff601784686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de66ea-2271-4653-8a09-d7a609179caf,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:38.983313 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2c1f5176-4ec4-47a3-944f-0b35f32842fc no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:39.002958 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 2c1f5176-4ec4-47a3-944f-0b35f32842fc {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:39.003313 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 2c1f5176-4ec4-47a3-944f-0b35f32842fc not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:39.003732 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b32798af-3ca0-4517-8e67-58117ecc9482 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:39.024507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: b32798af-3ca0-4517-8e67-58117ecc9482 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:39.024858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b32798af-3ca0-4517-8e67-58117ecc9482 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:39.025288 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ffd2d76b-2957-44f0-a9bf-2965ec1831ed no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:39.044632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: ffd2d76b-2957-44f0-a9bf-2965ec1831ed {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:39.044984 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device ffd2d76b-2957-44f0-a9bf-2965ec1831ed not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:39.424507 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53132) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:39.834481 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.182209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:40.184722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:40.192439 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-45e17908-102f-4ca3-9014-bac786af0ccc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414300 Jun 16 16:24:40.267508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-a885875d-314b-47e8-a7f5-c7ab359016a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:40.269539 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-a885875d-314b-47e8-a7f5-c7ab359016a7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0450993 Jun 16 16:24:40.288189 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Deleting port 974562d8-cc36-464d-bd98-2c8ef8440df3 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:40.288651 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.304410 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bf1ad2c7-1070-4551-943c-15c4ec2bfa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.368230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] For port 974562d8-cc36-464d-bd98-2c8ef8440df3, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=974562d8-cc36-464d-bd98-2c8ef8440df3,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:40.368600 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.379992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-3e334431-f6a6-4345-afc0-918e43b7c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:40.381489 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-3e334431-f6a6-4345-afc0-918e43b7c616 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0928519 Jun 16 16:24:40.382444 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Calling delete_port for 974562d8-cc36-464d-bd98-2c8ef8440df3 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:40.445780 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-c20ef79e-e058-44d6-8095-fbea208c82bb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 1000 time: 0.0575104 Jun 16 16:24:40.497167 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:40.498452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-26510e98-b180-4471-86cc-97c6b18580d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:40.499944 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-26510e98-b180-4471-86cc-97c6b18580d0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0479553 Jun 16 16:24:40.510246 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:40.543443 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-b9fbdb12-0177-49e5-8215-f47db3f16ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:24:40.544858 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-b9fbdb12-0177-49e5-8215-f47db3f16ba4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392876 Jun 16 16:24:40.567882 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (974562d8-cc36-464d-bd98-2c8ef8440df3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.602276 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=974562d8-cc36-464d-bd98-2c8ef8440df3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:40.637119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-b094eef9-de16-43d3-932d-2be7044a524f service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Jun 16 16:24:40.737968 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1c326da3-eed2-4ff1-bc15-f42395e2dd3f req-1a0f5863-e598-4431-8c94-6713f9d3d10b service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934227 Jun 16 16:24:40.768785 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:40.973625 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:24:41.073159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:24:41.078320 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4e0c49f6-a591-4980-bc29-801389d534f0 admin admin] 10.222.0.88 "PUT /v2.0/routers/9c3b087d-1dcd-4333-93ce-b2e598c82e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535244 Jun 16 16:24:41.081209 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53156) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:41.085410 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Sync routers for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:41.096362 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:41.097261 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:41.185243 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks [] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.204370 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:41.296858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks [] for router_gateway (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.342437 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Deleting port eedeca34-c94b-4861-b84e-25c8bfb3e07a {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:41.342782 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.384245 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:24:40Z', 'revision_number': 5, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port': {'id': 'eedeca34-c94b-4861-b84e-25c8bfb3e07a', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:12:26Z', 'updated_at': '2022-06-16T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:41.410215 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Checking router: 9c3b087d-1dcd-4333-93ce-b2e598c82e8b for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:41.413752 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:41.423936 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Routers {'9c3b087d-1dcd-4333-93ce-b2e598c82e8b'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:24:41.424680 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:24:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:41.427410 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:41.436571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] For port eedeca34-c94b-4861-b84e-25c8bfb3e07a, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=eedeca34-c94b-4861-b84e-25c8bfb3e07a,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:41.436941 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.452145 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Calling delete_port for eedeca34-c94b-4861-b84e-25c8bfb3e07a owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:41.518504 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] Set router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:24:41.569148 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:24:41Z', 'revision_number': 6, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:41.593391 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cac591-4c0f-4e0b-8a51-495fd6009f4a None None] The sync data for ids ['9c3b087d-1dcd-4333-93ce-b2e598c82e8b'] in dv-cinder-837354-2-iscsi is: [{'id': '9c3b087d-1dcd-4333-93ce-b2e598c82e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1168521751-router', 'tenant_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:12:23Z', 'updated_at': '2022-06-16T16:24:41Z', 'revision_number': 6, 'project_id': 'dbfb390720a54a4eb35c80b0d1a1f16b', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:41.620212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (eedeca34-c94b-4861-b84e-25c8bfb3e07a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.643130 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=eedeca34-c94b-4861-b84e-25c8bfb3e07a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:41.707731 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.789881 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.792234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks [] for router_controller (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.835467 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (9c3b087d-1dcd-4333-93ce-b2e598c82e8b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.836006 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3b087d-1dcd-4333-93ce-b2e598c82e8b {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:24:41.840165 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.841311 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cef26049-89c8-42a4-b1bd-97e7e2291ddb admin admin] 10.222.0.88 "DELETE /v2.0/routers/9c3b087d-1dcd-4333-93ce-b2e598c82e8b HTTP/1.1" status: 204 len: 168 time: 0.7596042 Jun 16 16:24:41.843789 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53164) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:41.887723 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Deleting subnet 81107165-d4c8-4dab-a1c1-41bd8287f50e {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:24:41.890813 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Publish callbacks [] for subnet (81107165-d4c8-4dab-a1c1-41bd8287f50e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:41.923626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (81107165-d4c8-4dab-a1c1-41bd8287f50e), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.005984 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (81107165-d4c8-4dab-a1c1-41bd8287f50e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.060760 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (81107165-d4c8-4dab-a1c1-41bd8287f50e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.084924 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81107165-d4c8-4dab-a1c1-41bd8287f50e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:42.090435 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.093917 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ec989d71-03c1-4bfe-8e3f-569844b62f8b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/81107165-d4c8-4dab-a1c1-41bd8287f50e HTTP/1.1" status: 204 len: 168 time: 0.2487769 Jun 16 16:24:42.096504 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53166) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:42.096656 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac067a-cc1a-4a0d-af22-6f6a658b2799 None None] Network 25722f8f-379b-492d-af6a-68efbda1c91b requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:24:42.167187 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (25722f8f-379b-492d-af6a-68efbda1c91b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.209857 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Deleting port e8cead93-1822-4733-844b-70c53b918b0c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:24:42.210208 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (e8cead93-1822-4733-844b-70c53b918b0c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.289611 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:42.291635 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] For port e8cead93-1822-4733-844b-70c53b918b0c, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=e8cead93-1822-4733-844b-70c53b918b0c,segment=NetworkSegment(a8501403-bb70-4041-afbf-1d0e097950d8),segment_id=a8501403-bb70-4041-afbf-1d0e097950d8)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:24:42.291998 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (e8cead93-1822-4733-844b-70c53b918b0c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.306448 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Calling delete_port for e8cead93-1822-4733-844b-70c53b918b0c owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:24:42.315970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:42.390094 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (e8cead93-1822-4733-844b-70c53b918b0c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.395115 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f55c61-6f30-47e5-9226-ae3b62d509f3 None None] DHCP port deletion for 25722f8f-379b-492d-af6a-68efbda1c91b request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:24:42.413579 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cead93-1822-4733-844b-70c53b918b0c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:42.419121 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] No DVR routers for this DVR port e8cead93-1822-4733-844b-70c53b918b0c on host dv-cinder-837354-2-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:24:42.499577 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (25722f8f-379b-492d-af6a-68efbda1c91b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.523448 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25722f8f-379b-492d-af6a-68efbda1c91b']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:42.534396 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8501403-bb70-4041-afbf-1d0e097950d8') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:42.534817 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8501403-bb70-4041-afbf-1d0e097950d8') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:42.545455 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (a8501403-bb70-4041-afbf-1d0e097950d8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.560681 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (a8501403-bb70-4041-afbf-1d0e097950d8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.567608 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:42.568217 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (a8501403-bb70-4041-afbf-1d0e097950d8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.638867 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (25722f8f-379b-492d-af6a-68efbda1c91b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.660854 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.668128 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] 10.222.0.88 "DELETE /v2.0/networks/25722f8f-379b-492d-af6a-68efbda1c91b HTTP/1.1" status: 204 len: 168 time: 0.5679543 Jun 16 16:24:42.668128 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b0039-c152-400f-953c-0506f380d995 admin admin] Pushing event deleted for resources: {'Network': ['ID=25722f8f-379b-492d-af6a-68efbda1c91b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:42.668421 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-11ea45f5-266a-4413-a3aa-6d997f45b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:42.761426 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a8501403-bb70-4041-afbf-1d0e097950d8 resource provider aggregate not found Jun 16 16:24:42.779347 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment a8501403-bb70-4041-afbf-1d0e097950d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8501403-bb70-4041-afbf-1d0e097950d8 found for delete ", "request_id": "req-8df5d50d-cdcb-45d2-ab16-4621804d3c66"}]} Jun 16 16:24:42.889430 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53188) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:42.945768 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-1a52b570-9c16-4d6e-bc11-344df89da063 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbfb390720a54a4eb35c80b0d1a1f16b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0546143 Jun 16 16:24:42.947858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:42.972823 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device e8cead93-1822-4733-844b-70c53b918b0c no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:42.991695 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: e8cead93-1822-4733-844b-70c53b918b0c {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:42.992062 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device e8cead93-1822-4733-844b-70c53b918b0c not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:42.992485 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device eedeca34-c94b-4861-b84e-25c8bfb3e07a no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:42.999068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] Publish callbacks [] for security_group (160a8c3c-f8dc-498e-95e9-06e3ff1a76ae), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:43.011099 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: eedeca34-c94b-4861-b84e-25c8bfb3e07a {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:43.011454 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device eedeca34-c94b-4861-b84e-25c8bfb3e07a not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:43.011877 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 974562d8-cc36-464d-bd98-2c8ef8440df3 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:24:43.021933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] Publish callbacks [] for security_group (160a8c3c-f8dc-498e-95e9-06e3ff1a76ae), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:43.033153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 974562d8-cc36-464d-bd98-2c8ef8440df3 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:24:43.033498 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 974562d8-cc36-464d-bd98-2c8ef8440df3 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:24:43.070597 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (160a8c3c-f8dc-498e-95e9-06e3ff1a76ae), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:43.073156 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:43.074299 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/160a8c3c-f8dc-498e-95e9-06e3ff1a76ae HTTP/1.1" status: 204 len: 168 time: 0.1254809 Jun 16 16:24:43.082978 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4101f8-62b6-413f-9089-387a362d2896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160a8c3c-f8dc-498e-95e9-06e3ff1a76ae,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:43.639197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:45.208704 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:45.745135 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:51.571441 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:51.572254 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:52.932849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=54 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:52.941910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=52 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:52.990619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53368) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:53.056409 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=44,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:53.077822 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=48,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:53.115590 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5e51-247f-437d-9ab4-6855454b9bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.194497 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5e51-247f-437d-9ab4-6855454b9bf9 admin admin] Publish callbacks [] for security_group (0b00f856-0709-4a5b-9941-a3f9996a4596), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.198150 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5e51-247f-437d-9ab4-6855454b9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0b00f856-0709-4a5b-9941-a3f9996a4596), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.238751 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e5e51-247f-437d-9ab4-6855454b9bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b00f856-0709-4a5b-9941-a3f9996a4596,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:53.242861 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dc4e5e51-247f-437d-9ab4-6855454b9bf9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12a1c871a00440e5ade5efea6883954a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512219 Jun 16 16:24:53.245372 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53372) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:53.293440 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] Publish callbacks [] for security_group (0b00f856-0709-4a5b-9941-a3f9996a4596), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.314550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] Publish callbacks [] for security_group (0b00f856-0709-4a5b-9941-a3f9996a4596), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.360323 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0b00f856-0709-4a5b-9941-a3f9996a4596), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.363388 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:53.364536 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0b00f856-0709-4a5b-9941-a3f9996a4596 HTTP/1.1" status: 204 len: 168 time: 0.1182418 Jun 16 16:24:53.372315 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038d7d-2971-4b68-83a4-c85d90345a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b00f856-0709-4a5b-9941-a3f9996a4596,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:55.076687 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53438) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.185195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5d01929-d82b-49be-b547-71c65e346542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.260929 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5d01929-d82b-49be-b547-71c65e346542 admin admin] Publish callbacks [] for security_group (9e50c569-e4a5-4934-8d7c-e5021d8351e6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.264583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5d01929-d82b-49be-b547-71c65e346542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9e50c569-e4a5-4934-8d7c-e5021d8351e6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.304153 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d01929-d82b-49be-b547-71c65e346542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50c569-e4a5-4934-8d7c-e5021d8351e6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:55.312387 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a5d01929-d82b-49be-b547-71c65e346542 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48b557fcf7364da681acf16b93ca8dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323556 Jun 16 16:24:55.312963 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53446) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.370476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] Publish callbacks [] for security_group (9e50c569-e4a5-4934-8d7c-e5021d8351e6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.393935 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] Publish callbacks [] for security_group (9e50c569-e4a5-4934-8d7c-e5021d8351e6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.444386 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9e50c569-e4a5-4934-8d7c-e5021d8351e6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.446775 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.447969 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e50c569-e4a5-4934-8d7c-e5021d8351e6 HTTP/1.1" status: 204 len: 168 time: 0.1344459 Jun 16 16:24:55.457463 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa76abb-92b2-4049-8078-2e544b3172f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50c569-e4a5-4934-8d7c-e5021d8351e6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:55.666666 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53464) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.775300 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3ec693c-fe1d-4ca9-ae1e-006019920c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.783947 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53468) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.797582 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b40dd345-1ac1-4be4-ab4b-cf07e7e891df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.820841 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:55.832849 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:24:55.856795 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3ec693c-fe1d-4ca9-ae1e-006019920c4e admin admin] Publish callbacks [] for security_group (2ba5491a-742f-429b-9e18-399aa58905cb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.860002 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d3ec693c-fe1d-4ca9-ae1e-006019920c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2ba5491a-742f-429b-9e18-399aa58905cb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.877184 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b40dd345-1ac1-4be4-ab4b-cf07e7e891df admin admin] Publish callbacks [] for security_group (8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.881385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b40dd345-1ac1-4be4-ab4b-cf07e7e891df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.903728 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d3ec693c-fe1d-4ca9-ae1e-006019920c4e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c6db296a114e4480aa581d24d5192a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359672 Jun 16 16:24:55.904580 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec693c-fe1d-4ca9-ae1e-006019920c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5491a-742f-429b-9e18-399aa58905cb,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:55.906901 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53470) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.926241 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b40dd345-1ac1-4be4-ab4b-cf07e7e891df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9960a5f34b844d39c1359f0b840497b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411126 Jun 16 16:24:55.927961 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53472) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:55.935100 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd345-1ac1-4be4-ab4b-cf07e7e891df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:55.958825 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] Publish callbacks [] for security_group (2ba5491a-742f-429b-9e18-399aa58905cb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.981663 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] Publish callbacks [] for security_group (2ba5491a-742f-429b-9e18-399aa58905cb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:55.984839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] Publish callbacks [] for security_group (8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.006841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] Publish callbacks [] for security_group (8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.030302 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2ba5491a-742f-429b-9e18-399aa58905cb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.033002 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.036467 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2ba5491a-742f-429b-9e18-399aa58905cb HTTP/1.1" status: 204 len: 168 time: 0.1264000 Jun 16 16:24:56.042296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82591873-5cdf-4a7e-8cc6-f1d7ab2dc25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5491a-742f-429b-9e18-399aa58905cb,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:56.067270 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.070879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.072059 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03 HTTP/1.1" status: 204 len: 168 time: 0.1431909 Jun 16 16:24:56.081968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02fe07-75eb-48a9-b319-631f6ddff604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2dfd70-71d8-45bc-aeac-7cd5ca60cf03,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:56.490724 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53490) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:56.505102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-efac40f8-5abe-42e6-be2f-9cebdcf63a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.582732 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-efac40f8-5abe-42e6-be2f-9cebdcf63a0b admin admin] Publish callbacks [] for security_group (2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.586761 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-efac40f8-5abe-42e6-be2f-9cebdcf63a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.629557 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-efac40f8-5abe-42e6-be2f-9cebdcf63a0b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=75d0ace1a04c4a65903494f7e6d96cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376455 Jun 16 16:24:56.631437 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac40f8-5abe-42e6-be2f-9cebdcf63a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:56.632373 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53492) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:24:56.687741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] Publish callbacks [] for security_group (2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.711044 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] Publish callbacks [] for security_group (2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.765816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.768386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:24:56.772159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f HTTP/1.1" status: 204 len: 168 time: 0.1360316 Jun 16 16:24:56.783839 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f44666-2e2c-4daf-8980-ed83783919b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76ef5a-bc60-42e4-a5b8-5c07aadb8b9f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:01.330704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53660) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:01.435706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-193b0d10-8ac8-42ee-b053-e4c43c0f1f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.511597 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-193b0d10-8ac8-42ee-b053-e4c43c0f1f16 admin admin] Publish callbacks [] for security_group (c3892ed0-147f-4b4e-8405-47e84a53bf38), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.515584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-193b0d10-8ac8-42ee-b053-e4c43c0f1f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c3892ed0-147f-4b4e-8405-47e84a53bf38), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.553499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b0d10-8ac8-42ee-b053-e4c43c0f1f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3892ed0-147f-4b4e-8405-47e84a53bf38,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:01.557834 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-193b0d10-8ac8-42ee-b053-e4c43c0f1f16 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efff379132804d6b9d3fa0ee8ed5a310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260783 Jun 16 16:25:01.560395 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53664) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:01.608886 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] Publish callbacks [] for security_group (c3892ed0-147f-4b4e-8405-47e84a53bf38), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.631156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] Publish callbacks [] for security_group (c3892ed0-147f-4b4e-8405-47e84a53bf38), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.632645 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:01.646314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:01.685816 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c3892ed0-147f-4b4e-8405-47e84a53bf38), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.688315 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:01.690050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3892ed0-147f-4b4e-8405-47e84a53bf38 HTTP/1.1" status: 204 len: 168 time: 0.1287229 Jun 16 16:25:01.697935 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1218-ea9d-4271-b93d-f5b303051d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3892ed0-147f-4b4e-8405-47e84a53bf38,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:01.960397 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53674) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:01.975035 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e931367f-653c-4b1e-b82d-dcf9e969d9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.057454 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e931367f-653c-4b1e-b82d-dcf9e969d9e4 admin admin] Publish callbacks [] for security_group (72da17ab-ce0d-4933-b6eb-f9be9fa0db94), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.061419 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e931367f-653c-4b1e-b82d-dcf9e969d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (72da17ab-ce0d-4933-b6eb-f9be9fa0db94), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.105277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-e931367f-653c-4b1e-b82d-dcf9e969d9e4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46ae6683485d486e908910018b968f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437848 Jun 16 16:25:02.106567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931367f-653c-4b1e-b82d-dcf9e969d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da17ab-ce0d-4933-b6eb-f9be9fa0db94,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:02.108008 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53678) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:02.168683 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] Publish callbacks [] for security_group (72da17ab-ce0d-4933-b6eb-f9be9fa0db94), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.192104 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] Publish callbacks [] for security_group (72da17ab-ce0d-4933-b6eb-f9be9fa0db94), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.234084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.241832 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (72da17ab-ce0d-4933-b6eb-f9be9fa0db94), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.244328 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:02.245466 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72da17ab-ce0d-4933-b6eb-f9be9fa0db94 HTTP/1.1" status: 204 len: 168 time: 0.1344824 Jun 16 16:25:02.255269 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe445c5-e8cf-4bb9-8e29-2dd05b79e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da17ab-ce0d-4933-b6eb-f9be9fa0db94,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:05.862452 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53774) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:05.971551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9569a85d-84ab-4bd3-b786-dbe22e97830b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.047010 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9569a85d-84ab-4bd3-b786-dbe22e97830b admin admin] Publish callbacks [] for security_group (be1daa0f-ed7a-40c4-899b-5b3509665195), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.051186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9569a85d-84ab-4bd3-b786-dbe22e97830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (be1daa0f-ed7a-40c4-899b-5b3509665195), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.055823 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:06.091995 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569a85d-84ab-4bd3-b786-dbe22e97830b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1daa0f-ed7a-40c4-899b-5b3509665195,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.096998 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9569a85d-84ab-4bd3-b786-dbe22e97830b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c3a2831b884d4348a5bded6fae5d5796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332726 Jun 16 16:25:06.100160 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53778) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:06.141628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:06.156992 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] Publish callbacks [] for security_group (be1daa0f-ed7a-40c4-899b-5b3509665195), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.179986 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] Publish callbacks [] for security_group (be1daa0f-ed7a-40c4-899b-5b3509665195), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.226599 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (be1daa0f-ed7a-40c4-899b-5b3509665195), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.229146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.230348 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/be1daa0f-ed7a-40c4-899b-5b3509665195 HTTP/1.1" status: 204 len: 168 time: 0.1297824 Jun 16 16:25:06.238384 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5ed3d-35da-4ebc-be12-d3e98c24dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1daa0f-ed7a-40c4-899b-5b3509665195,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.510115 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53786) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:06.523354 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12805ba7-1944-4df5-8db3-3d610818267b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.604555 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12805ba7-1944-4df5-8db3-3d610818267b admin admin] Publish callbacks [] for security_group (4610aecf-bfb6-41e0-a64d-7490ca9b49c6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.608322 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12805ba7-1944-4df5-8db3-3d610818267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (4610aecf-bfb6-41e0-a64d-7490ca9b49c6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.647339 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-12805ba7-1944-4df5-8db3-3d610818267b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef040ca2d7674e25a5a9e047821b8ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361833 Jun 16 16:25:06.648191 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12805ba7-1944-4df5-8db3-3d610818267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4610aecf-bfb6-41e0-a64d-7490ca9b49c6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.650006 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53788) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:06.699850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] Publish callbacks [] for security_group (4610aecf-bfb6-41e0-a64d-7490ca9b49c6), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.722249 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] Publish callbacks [] for security_group (4610aecf-bfb6-41e0-a64d-7490ca9b49c6), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.770607 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (4610aecf-bfb6-41e0-a64d-7490ca9b49c6), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.773155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:06.774315 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4610aecf-bfb6-41e0-a64d-7490ca9b49c6 HTTP/1.1" status: 204 len: 168 time: 0.1221795 Jun 16 16:25:06.782305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f75d6-90e3-4aac-ba4e-a47d85e69394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4610aecf-bfb6-41e0-a64d-7490ca9b49c6,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:06.829804 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=16 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:07.092986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53794) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:07.106702 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-352f923b-3ef2-4407-a8e8-a810026bbe41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.185121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-352f923b-3ef2-4407-a8e8-a810026bbe41 admin admin] Publish callbacks [] for security_group (6bab8107-6980-4638-a469-2c50f3431bf0), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.188844 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-352f923b-3ef2-4407-a8e8-a810026bbe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6bab8107-6980-4638-a469-2c50f3431bf0), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.227690 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-352f923b-3ef2-4407-a8e8-a810026bbe41 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4455d03c1f6414f963c4473c374149c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336627 Jun 16 16:25:07.229544 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f923b-3ef2-4407-a8e8-a810026bbe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab8107-6980-4638-a469-2c50f3431bf0,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:07.230356 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53796) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:07.280355 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] Publish callbacks [] for security_group (6bab8107-6980-4638-a469-2c50f3431bf0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.302551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] Publish callbacks [] for security_group (6bab8107-6980-4638-a469-2c50f3431bf0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.349353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6bab8107-6980-4638-a469-2c50f3431bf0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.351849 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:07.352994 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6bab8107-6980-4638-a469-2c50f3431bf0 HTTP/1.1" status: 204 len: 168 time: 0.1216674 Jun 16 16:25:07.360614 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399014be-9ce1-42b5-aa93-4100e9f3cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab8107-6980-4638-a469-2c50f3431bf0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:08.836900 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:25:08.849460 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=18 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:10.295793 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:10.296731 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:10.311215 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e611b13-ae9e-400a-b9cc-967ad031a097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.296799 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53898) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:12.404933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fa95fcf4-3c08-488e-b1dc-4fb644675c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.480921 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fa95fcf4-3c08-488e-b1dc-4fb644675c2d admin admin] Publish callbacks [] for security_group (6dd287ef-838b-4480-873d-f59781911181), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.484548 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fa95fcf4-3c08-488e-b1dc-4fb644675c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6dd287ef-838b-4480-873d-f59781911181), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.523306 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fa95fcf4-3c08-488e-b1dc-4fb644675c2d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ca307ec84b345d1a5b6bc3842254206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254159 Jun 16 16:25:12.524148 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95fcf4-3c08-488e-b1dc-4fb644675c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd287ef-838b-4480-873d-f59781911181,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.526103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53902) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:12.575880 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] Publish callbacks [] for security_group (6dd287ef-838b-4480-873d-f59781911181), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.597913 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] Publish callbacks [] for security_group (6dd287ef-838b-4480-873d-f59781911181), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.651713 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c6444588-c66a-4b67-b65b-7eaf0c8e8441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.655737 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6dd287ef-838b-4480-873d-f59781911181), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.658924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.660082 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6dd287ef-838b-4480-873d-f59781911181 HTTP/1.1" status: 204 len: 168 time: 0.1329172 Jun 16 16:25:12.668263 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b221549-9c92-489c-a648-7346bf05398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd287ef-838b-4480-873d-f59781911181,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.917412 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53908) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:12.930581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-99fbbafd-f890-4cd0-8158-f8153961fa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:12.948914 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:12.975632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=6,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:13.013940 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-99fbbafd-f890-4cd0-8158-f8153961fa72 admin admin] Publish callbacks [] for security_group (9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.018357 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-99fbbafd-f890-4cd0-8158-f8153961fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.059422 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-99fbbafd-f890-4cd0-8158-f8153961fa72 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cb132c71d9014d469c3e0f9b8c4853e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408699 Jun 16 16:25:13.060511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbbafd-f890-4cd0-8158-f8153961fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:13.062289 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53914) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:13.138196 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] Publish callbacks [] for security_group (9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.162003 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] Publish callbacks [] for security_group (9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.179076 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:13.198717 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:13.223944 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.226464 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.227738 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5 HTTP/1.1" status: 204 len: 168 time: 0.1622114 Jun 16 16:25:13.236111 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee095e8f-1990-4004-8b74-27ea2197b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2c3b7-c2cc-40d9-9e58-4c5b5bd4f1a5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:13.424269 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53924) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:13.534746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8389a051-9ef7-4ac2-afa7-d92cd5e2c793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.610014 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8389a051-9ef7-4ac2-afa7-d92cd5e2c793 admin admin] Publish callbacks [] for security_group (25a0da02-fd6f-43f1-87f2-23226b602e55), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.614211 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8389a051-9ef7-4ac2-afa7-d92cd5e2c793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (25a0da02-fd6f-43f1-87f2-23226b602e55), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.645511 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.656104 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8389a051-9ef7-4ac2-afa7-d92cd5e2c793 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=03b94ea091b94ce99cd7495b6682f0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276697 Jun 16 16:25:13.656217 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53936) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:13.658839 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a051-9ef7-4ac2-afa7-d92cd5e2c793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a0da02-fd6f-43f1-87f2-23226b602e55,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:13.708121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] Publish callbacks [] for security_group (25a0da02-fd6f-43f1-87f2-23226b602e55), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.730962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] Publish callbacks [] for security_group (25a0da02-fd6f-43f1-87f2-23226b602e55), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.781625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (25a0da02-fd6f-43f1-87f2-23226b602e55), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.784684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:13.788254 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25a0da02-fd6f-43f1-87f2-23226b602e55 HTTP/1.1" status: 204 len: 168 time: 0.1288247 Jun 16 16:25:13.794287 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92110ab2-02ca-44bf-a4b3-f8f16d96046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a0da02-fd6f-43f1-87f2-23226b602e55,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.244788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 53958) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:14.260843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b662c98e-9b96-4022-abe9-92ede4c70d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.349863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b662c98e-9b96-4022-abe9-92ede4c70d60 admin admin] Publish callbacks [] for security_group (5cf4866f-5792-453b-88cb-a147853bc299), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.354671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b662c98e-9b96-4022-abe9-92ede4c70d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5cf4866f-5792-453b-88cb-a147853bc299), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.398846 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b662c98e-9b96-4022-abe9-92ede4c70d60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ba7025d45a74afdaa9f85e1b681943f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508350 Jun 16 16:25:14.398846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662c98e-9b96-4022-abe9-92ede4c70d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf4866f-5792-453b-88cb-a147853bc299,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.400395 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 53962) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:14.455527 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] Publish callbacks [] for security_group (5cf4866f-5792-453b-88cb-a147853bc299), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.477706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] Publish callbacks [] for security_group (5cf4866f-5792-453b-88cb-a147853bc299), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.525380 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5cf4866f-5792-453b-88cb-a147853bc299), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.528295 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:14.529467 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5cf4866f-5792-453b-88cb-a147853bc299 HTTP/1.1" status: 204 len: 168 time: 0.1277342 Jun 16 16:25:14.537405 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b54664-0ef6-4357-bb67-2915f508d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf4866f-5792-453b-88cb-a147853bc299,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:15.212273 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:15.747928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:17.900722 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54056) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:18.007295 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d69ce57a-ace3-493f-b76f-6e5443c5f782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.083408 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d69ce57a-ace3-493f-b76f-6e5443c5f782 admin admin] Publish callbacks [] for security_group (a4761776-14a6-40bd-b604-579e2e30c985), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.087975 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d69ce57a-ace3-493f-b76f-6e5443c5f782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a4761776-14a6-40bd-b604-579e2e30c985), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.125649 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce57a-ace3-493f-b76f-6e5443c5f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4761776-14a6-40bd-b604-579e2e30c985,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.129975 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d69ce57a-ace3-493f-b76f-6e5443c5f782 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b9998bfb7bad49c3824ed5cf7cb5ead7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282157 Jun 16 16:25:18.133167 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54060) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:18.180616 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] Publish callbacks [] for security_group (a4761776-14a6-40bd-b604-579e2e30c985), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.204287 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] Publish callbacks [] for security_group (a4761776-14a6-40bd-b604-579e2e30c985), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.250319 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a4761776-14a6-40bd-b604-579e2e30c985), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.253256 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.254422 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4761776-14a6-40bd-b604-579e2e30c985 HTTP/1.1" status: 204 len: 168 time: 0.1209269 Jun 16 16:25:18.261875 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797a500-70a7-4097-8a5d-694890eb73e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4761776-14a6-40bd-b604-579e2e30c985,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.529951 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54070) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:18.543856 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be7cccac-de31-42d2-9519-4950f5aa7cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.593918 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:18.597307 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:18.626687 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be7cccac-de31-42d2-9519-4950f5aa7cc5 admin admin] Publish callbacks [] for security_group (3e2e7d55-648f-4354-8879-9e538e0d8253), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.631186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be7cccac-de31-42d2-9519-4950f5aa7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (3e2e7d55-648f-4354-8879-9e538e0d8253), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.658755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 54074) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:18.672598 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-be7cccac-de31-42d2-9519-4950f5aa7cc5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a25437137b884e7d983fe4de9ba9cff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414049 Jun 16 16:25:18.674034 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cccac-de31-42d2-9519-4950f5aa7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e7d55-648f-4354-8879-9e538e0d8253,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.675313 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 54078) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:18.731180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] Publish callbacks [] for security_group (3e2e7d55-648f-4354-8879-9e538e0d8253), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.754878 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] Publish callbacks [] for security_group (3e2e7d55-648f-4354-8879-9e538e0d8253), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.795034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37b75af0-e86d-4918-8e63-725a83a705fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.832902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (3e2e7d55-648f-4354-8879-9e538e0d8253), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.833574 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:18.835624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.836795 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3e2e7d55-648f-4354-8879-9e538e0d8253 HTTP/1.1" status: 204 len: 168 time: 0.1604102 Jun 16 16:25:18.852845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0582d7a-d7bb-4abc-9925-cd302cb595b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e7d55-648f-4354-8879-9e538e0d8253,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.880271 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:18.906403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37b75af0-e86d-4918-8e63-725a83a705fe admin admin] Publish callbacks [] for security_group (a662b1d3-d310-4e03-b65e-c7d48be6263b), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.910831 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37b75af0-e86d-4918-8e63-725a83a705fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a662b1d3-d310-4e03-b65e-c7d48be6263b), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:18.955045 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-37b75af0-e86d-4918-8e63-725a83a705fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=194b07895534427994b6200c090b6c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927933 Jun 16 16:25:18.955045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75af0-e86d-4918-8e63-725a83a705fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662b1d3-d310-4e03-b65e-c7d48be6263b,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.955967 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54084) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:19.007973 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] Publish callbacks [] for security_group (a662b1d3-d310-4e03-b65e-c7d48be6263b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.029169 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] Publish callbacks [] for security_group (a662b1d3-d310-4e03-b65e-c7d48be6263b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.081885 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (a662b1d3-d310-4e03-b65e-c7d48be6263b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.084424 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.085567 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a662b1d3-d310-4e03-b65e-c7d48be6263b HTTP/1.1" status: 204 len: 168 time: 0.1292329 Jun 16 16:25:19.093529 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302011f-09a4-4617-8999-afb734eed5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662b1d3-d310-4e03-b65e-c7d48be6263b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.369936 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54104) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:19.383416 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb91f3f7-a8f1-4e9e-9021-7f296838a050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.462816 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb91f3f7-a8f1-4e9e-9021-7f296838a050 admin admin] Publish callbacks [] for security_group (866a9bd0-2273-4ae0-a990-643855c81bee), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.466751 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fb91f3f7-a8f1-4e9e-9021-7f296838a050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (866a9bd0-2273-4ae0-a990-643855c81bee), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.507597 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fb91f3f7-a8f1-4e9e-9021-7f296838a050 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da7d1da5f0bc411f88ace76b3c73f060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364486 Jun 16 16:25:19.508436 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f3f7-a8f1-4e9e-9021-7f296838a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a9bd0-2273-4ae0-a990-643855c81bee,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.509322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 54108) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:19.558933 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] Publish callbacks [] for security_group (866a9bd0-2273-4ae0-a990-643855c81bee), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.581970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] Publish callbacks [] for security_group (866a9bd0-2273-4ae0-a990-643855c81bee), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.583590 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:19.634678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (866a9bd0-2273-4ae0-a990-643855c81bee), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.637220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:19.638677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/866a9bd0-2273-4ae0-a990-643855c81bee HTTP/1.1" status: 204 len: 168 time: 0.1283214 Jun 16 16:25:19.646837 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d092f0-7c3d-4b62-86e7-b588457a4442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a9bd0-2273-4ae0-a990-643855c81bee,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.353613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 54138) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:20.472192 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741926897-network', 'tenant_id': 'a4902d01c5044cad97843dd5f4742de9'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:20.493339 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Made reservation on behalf of a4902d01c5044cad97843dd5f4742de9 for: {'network': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:20.495829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.507422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.584071 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks [] for security_group (ac0d2092-d42f-4a9c-ba39-1ec92671ea9e), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.587676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ac0d2092-d42f-4a9c-ba39-1ec92671ea9e), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.613481 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=104079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:20.623535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.628978 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (d181927d-1c1d-4620-975b-27fb46de4d03), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.629328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.segments_db [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Added segment d181927d-1c1d-4620-975b-27fb46de4d03 of type vlan for network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 Jun 16 16:25:20.669307 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (55b2b9aa-7687-4c75-bbb1-e15bb885a239), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.694091 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (55b2b9aa-7687-4c75-bbb1-e15bb885a239), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.695057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:20.695632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.728369 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3735631 Jun 16 16:25:20.731619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54142) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:20.737428 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Request body: {'subnet': {'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741926897-subnet', 'tenant_id': 'a4902d01c5044cad97843dd5f4742de9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:20.758219 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Made reservation on behalf of a4902d01c5044cad97843dd5f4742de9 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:20.760630 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26199992'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.764130 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2a09-6dc8-420c-84e6-7306f916b468 admin admin] Pushing event updated for resources: {'Network': ['ID=55b2b9aa-7687-4c75-bbb1-e15bb885a239,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.774719 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:25:20.931237 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26435140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26199946'] for subnet (0c489a82-62dd-46f4-b303-044a86e0d47c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:20.990311 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c489a82-62dd-46f4-b303-044a86e0d47c,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.999020 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Checking segment: {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:25:20.999384 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Network hostable DHCP agents. Network: 55b2b9aa-7687-4c75-bbb1-e15bb885a239, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:21.006371 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:21.020132 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:21.031009 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 55b2b9aa-7687-4c75-bbb1-e15bb885a239) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:21.035917 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:21.036505 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:21.051948 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafd640-fe04-462c-960f-02596b17427a None None] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:25:21.053896 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-49a4ddba-670e-410c-8f9d-aeb60f276ae6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3211398 Jun 16 16:25:21.171058 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00ab64-74fd-414d-9cb2-b6ecab91f7eb None None] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:25:22.470803 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54168) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:22.800238 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-131d666c-d5da-41dd-94c7-cb0167889f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.811017 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:22.880264 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-131d666c-d5da-41dd-94c7-cb0167889f57 admin admin] Publish callbacks [] for security_group (64fa87cd-fa66-4fef-94a1-e4b009788cd6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.883987 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-131d666c-d5da-41dd-94c7-cb0167889f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (64fa87cd-fa66-4fef-94a1-e4b009788cd6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:22.900056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:22.909003 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-52568ddd-2899-4ed5-8a5c-b49a110c688c tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:22.910503 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-52568ddd-2899-4ed5-8a5c-b49a110c688c tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 809 time: 0.1036093 Jun 16 16:25:22.923425 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d666c-d5da-41dd-94c7-cb0167889f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fa87cd-fa66-4fef-94a1-e4b009788cd6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:22.931147 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-131d666c-d5da-41dd-94c7-cb0167889f57 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6293b2fd55344b2e9fe316677d5beff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567151 Jun 16 16:25:22.931269 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-3c02d217-46f2-4792-b3e8-738a50fc0a74 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/quotas/a4902d01c5044cad97843dd5f4742de9 HTTP/1.1" status: 200 len: 375 time: 0.0128493 Jun 16 16:25:22.931369 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:25:22.962983 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-40c5ffd9-9366-4de7-b545-e770a344933f tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284617 Jun 16 16:25:22.981004 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] Publish callbacks [] for security_group (64fa87cd-fa66-4fef-94a1-e4b009788cd6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:23.004057 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] Publish callbacks [] for security_group (64fa87cd-fa66-4fef-94a1-e4b009788cd6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:23.019905 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-cc3bcac0-5908-4cb7-97ca-fc3cfa5eeebe service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:25:23.020935 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-cc3bcac0-5908-4cb7-97ca-fc3cfa5eeebe service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517154 Jun 16 16:25:23.055379 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (64fa87cd-fa66-4fef-94a1-e4b009788cd6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:23.058076 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:23.059218 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64fa87cd-fa66-4fef-94a1-e4b009788cd6 HTTP/1.1" status: 204 len: 168 time: 0.1271789 Jun 16 16:25:23.067979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345b98d-8adb-4a1c-8ac0-8dedfe655660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fa87cd-fa66-4fef-94a1-e4b009788cd6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:23.123331 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-8dd41053-5d6c-47cb-a8d4-077da360ae17 service neutron] 10.222.0.88 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963032 Jun 16 16:25:23.226663 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-a60fc604-37e8-41eb-b116-62aa4b2689b6 service neutron] 10.222.0.88 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973761 Jun 16 16:25:23.394903 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0ea7cd33-d094-4462-8f7d-846826759770 req-ef9d95da-40b8-436e-a460-9219d111bafb tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 210 time: 0.0299625 Jun 16 16:25:24.441684 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-cf80ffcd-8fb5-4dbd-8ee6-695b6685a082 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:24.443140 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-cf80ffcd-8fb5-4dbd-8ee6-695b6685a082 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 809 time: 0.1118574 Jun 16 16:25:24.462356 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Request body: {'port': {'device_id': '9bafabf3-13ed-41be-901c-30e718386cd5', 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239', 'admin_state_up': True, 'tenant_id': 'a4902d01c5044cad97843dd5f4742de9'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:24.519315 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6b5be43f-0c0d-40e0-948d-7285f5b4c1d7 req-1efa7128-2058-4edc-a624-a9ecf69bacd0 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 210 time: 0.0400715 Jun 16 16:25:24.598528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Made reservation on behalf of a4902d01c5044cad97843dd5f4742de9 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:24.601962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.614812 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:24.743260 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Allocated IP 172.20.0.2 (55b2b9aa-7687-4c75-bbb1-e15bb885a239/0c489a82-62dd-46f4-b303-044a86e0d47c/dec74a39-08d4-4c2a-a538-734af2b286ae) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:24.896963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks [] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.931710 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:24.939844 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:24.978570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:24.983640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:24.988088 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:25:24.994100 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Pushing event updated for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.044574 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:25.045428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.063868 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-350e7f08-7d9d-427b-9ee3-f25c0afc25d8 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053097 Jun 16 16:25:25.083907 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Request body: {'port': {'device_id': '9bafabf3-13ed-41be-901c-30e718386cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:25.145058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.413415 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec74a39-08d4-4c2a-a538-734af2b286ae {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:25:25.421178 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks [] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.427380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:25.436696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Transition to ACTIVE for port object dec74a39-08d4-4c2a-a538-734af2b286ae will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:25:25.441461 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.488385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43529-0813-470d-a188-011422a053aa service neutron] Pushing event updated for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.563140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Attempting to bind port dec74a39-08d4-4c2a-a538-734af2b286ae on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:25:25.563579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Attempting to bind port dec74a39-08d4-4c2a-a538-734af2b286ae by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:25:25.563840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Attempting to bind port dec74a39-08d4-4c2a-a538-734af2b286ae on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:25:25.568623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Port dec74a39-08d4-4c2a-a538-734af2b286ae on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:25:25.568945 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Attempting to bind port dec74a39-08d4-4c2a-a538-734af2b286ae on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:25:25.574053 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:25:25.574507 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Checking segment: {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:25:25.574890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Bound using segment: {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:25:25.575323 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Bound port: dec74a39-08d4-4c2a-a538-734af2b286ae, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:25:25.575680 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.683096 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44771d8-5edd-4248-81be-ee9ed8e6cf44 req-1822c4bd-ad82-4fac-a05e-d53b52479934 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:25.685360 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b44771d8-5edd-4248-81be-ee9ed8e6cf44 req-1822c4bd-ad82-4fac-a05e-d53b52479934 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 943 time: 0.0916615 Jun 16 16:25:25.690434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:25:25.696380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dec74a39-08d4-4c2a-a538-734af2b286ae,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:25:25.713989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.762060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:25.762672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:25.764088 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-0ce43529-0813-470d-a188-011422a053aa service neutron] 10.222.0.33 "PUT /v2.0/ports/dec74a39-08d4-4c2a-a538-734af2b286ae HTTP/1.1" status: 200 len: 1093 time: 0.6857305 Jun 16 16:25:25.768687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:25.770960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45404e83-6d85-499f-8739-63d76d75da07" -d '{"events": [{"name": "network-changed", "server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:25.805251 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b44771d8-5edd-4248-81be-ee9ed8e6cf44 req-08e9fbe5-6115-4b91-be6e-259713866c3e tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117094 Jun 16 16:25:25.808467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43529-0813-470d-a188-011422a053aa service neutron] Pushing event updated for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.822625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d2941-d4dd-4e0e-9a99-55868234e220 x-openstack-request-id: req-8f9d2941-d4dd-4e0e-9a99-55868234e220 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:25.822783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:25.823024 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8f9d2941-d4dd-4e0e-9a99-55868234e220 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:25.823443 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9d2941-d4dd-4e0e-9a99-55868234e220'] response: {'name': 'network-changed', 'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae', 'status': 'completed', 'code': 200} Jun 16 16:25:25.878717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:25.886879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-b7348dd3-d3fe-456e-84ff-6fd7569ea888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:25.888411 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-b7348dd3-d3fe-456e-84ff-6fd7569ea888 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0449419 Jun 16 16:25:25.937569 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-9059e361-b2b7-4d3f-85c8-493d9ded8402 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dec74a39-08d4-4c2a-a538-734af2b286ae HTTP/1.1" status: 200 len: 217 time: 0.0338671 Jun 16 16:25:25.986904 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-44b722e4-3e93-476d-819c-11af47088a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:25.988357 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-44b722e4-3e93-476d-819c-11af47088a74 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0c489a82-62dd-46f4-b303-044a86e0d47c HTTP/1.1" status: 200 len: 849 time: 0.0450211 Jun 16 16:25:26.024455 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-25abcd14-de13-481e-995b-e26a08cede2e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=55b2b9aa-7687-4c75-bbb1-e15bb885a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275297 Jun 16 16:25:26.120641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-dcf10986-d435-46a3-b472-e9f7b623d845 service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Jun 16 16:25:26.213634 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9d948e15-3e73-4360-85ba-5c4812d70a36 req-98173633-79ec-4778-9b0e-ec5bac3e377d service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869870 Jun 16 16:25:27.184789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b487d97-8d32-4afb-b330-6f615a3b54e9 req-f081fe89-9b4c-4c62-9731-d1021ea88c6d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:27.186291 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b487d97-8d32-4afb-b330-6f615a3b54e9 req-f081fe89-9b4c-4c62-9731-d1021ea88c6d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 943 time: 0.2984865 Jun 16 16:25:27.235286 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8b487d97-8d32-4afb-b330-6f615a3b54e9 req-c05900ab-94c3-4988-8fdc-e508c41d7816 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jun 16 16:25:28.348511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b094bc-5333-48d8-bdd7-4876e27c051e req-615eaf18-29f8-4bac-92a1-51dff122b28b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:28.350057 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72b094bc-5333-48d8-bdd7-4876e27c051e req-615eaf18-29f8-4bac-92a1-51dff122b28b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 943 time: 0.0470083 Jun 16 16:25:28.397386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-72b094bc-5333-48d8-bdd7-4876e27c051e req-49968a88-34c9-4ee6-a1df-10a771db1330 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Jun 16 16:25:29.365665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404e83-6d85-499f-8739-63d76d75da07 req-50933c34-2b5a-41f3-a87c-5a74a4da456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:29.367193 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-50933c34-2b5a-41f3-a87c-5a74a4da456b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 1127 time: 0.0432374 Jun 16 16:25:29.457784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:29.511295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404e83-6d85-499f-8739-63d76d75da07 req-21a0df7e-33e2-4b24-aba6-cf41e51e2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:29.512759 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-21a0df7e-33e2-4b24-aba6-cf41e51e2ccf service neutron] 10.222.0.33 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 911 time: 0.1141539 Jun 16 16:25:29.554093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455c06-2ee0-42dd-ac90-45cf0f1879c4 req-50092d4a-1645-4b55-826c-5c9cca266d12 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:29.555687 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f455c06-2ee0-42dd-ac90-45cf0f1879c4 req-50092d4a-1645-4b55-826c-5c9cca266d12 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 943 time: 0.0598099 Jun 16 16:25:29.605247 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4f455c06-2ee0-42dd-ac90-45cf0f1879c4 req-eb24041d-5f3e-48a2-b4aa-6db8cc6b7ec1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Jun 16 16:25:30.006600 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-d5c5c498-e37e-4344-9e41-669ad85215c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dec74a39-08d4-4c2a-a538-734af2b286ae HTTP/1.1" status: 200 len: 217 time: 0.0336814 Jun 16 16:25:30.077921 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404e83-6d85-499f-8739-63d76d75da07 req-eb79e07a-fe1f-4805-91a1-ec1142b34903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:30.079386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-eb79e07a-fe1f-4805-91a1-ec1142b34903 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0c489a82-62dd-46f4-b303-044a86e0d47c HTTP/1.1" status: 200 len: 849 time: 0.0500727 Jun 16 16:25:30.170749 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-ce4bb9ae-671e-424b-aa74-e3f42faca047 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=55b2b9aa-7687-4c75-bbb1-e15bb885a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312285 Jun 16 16:25:30.270806 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-98a1dd1f-0006-4921-a728-4f4886c4c2a5 service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917265 Jun 16 16:25:30.356793 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:30.367702 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-45404e83-6d85-499f-8739-63d76d75da07 req-a4c0f274-4c7e-41af-b377-ced7ff99c9c1 service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Jun 16 16:25:30.639709 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device dec74a39-08d4-4c2a-a538-734af2b286ae details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:25:30.730738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a770cd-462e-42e5-be69-ee3ade333b34 req-9c712529-4779-49ae-a80c-56008f84e311 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:30.732388 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a770cd-462e-42e5-be69-ee3ade333b34 req-9c712529-4779-49ae-a80c-56008f84e311 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 943 time: 0.0507667 Jun 16 16:25:30.752862 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dec74a39-08d4-4c2a-a538-734af2b286ae,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:30.765120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'dec74a39-08d4-4c2a-a538-734af2b286ae', 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239', 'port_id': 'dec74a39-08d4-4c2a-a538-734af2b286ae', 'mac_address': 'fa:16:3e:5d:7d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c489a82-62dd-46f4-b303-044a86e0d47c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:25:30.783554 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-09a770cd-462e-42e5-be69-ee3ade333b34 req-ed89e4ed-65ef-4556-97a4-7e3fb899bac3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Jun 16 16:25:30.800137 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port dec74a39-08d4-4c2a-a538-734af2b286ae is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:25:30.800572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:30.814379 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec74a39-08d4-4c2a-a538-734af2b286ae {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:25:30.834360 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dec74a39-08d4-4c2a-a538-734af2b286ae,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:30.838306 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:30.885098 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.892562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.892907 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.893246 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.893586 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.893943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.894271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.894595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.894918 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.895241 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.895564 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.895890 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.896211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.896529 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.896846 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:30.897168 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:31.352242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['dec74a39-08d4-4c2a-a538-734af2b286ae'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:25:31.453862 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d080-ec8e-4662-80f0-c4ec915a60e4 req-3328bd35-deaf-4f64-aabd-627d9f1a8f96 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:31.455459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-50b4d080-ec8e-4662-80f0-c4ec915a60e4 req-3328bd35-deaf-4f64-aabd-627d9f1a8f96 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0512056 Jun 16 16:25:31.509136 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-50b4d080-ec8e-4662-80f0-c4ec915a60e4 req-d9dd8a7e-90c0-4cf6-82b8-02d670204816 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478916 Jun 16 16:25:31.597206 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:31.904676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e63f-f662-4345-b1a4-5247e61895ec req-51122971-594f-480f-a75f-cf881e53958d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:31.906213 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8224e63f-f662-4345-b1a4-5247e61895ec req-51122971-594f-480f-a75f-cf881e53958d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 944 time: 0.0521808 Jun 16 16:25:31.955263 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8224e63f-f662-4345-b1a4-5247e61895ec req-42113693-6467-41c8-a908-49627e23199b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Jun 16 16:25:32.479860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.628930 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6657-13b5-4ee0-a074-96edc0662df3 req-0f285cdf-325b-4987-a8f3-2547f48e0fb8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:32.630444 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5ef6657-13b5-4ee0-a074-96edc0662df3 req-0f285cdf-325b-4987-a8f3-2547f48e0fb8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0500600 Jun 16 16:25:32.643888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device dec74a39-08d4-4c2a-a538-734af2b286ae up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:25:32.675446 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:32.689013 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b5ef6657-13b5-4ee0-a074-96edc0662df3 req-b47bddb6-47fd-405f-a3b5-f49a707604f5 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522845 Jun 16 16:25:32.696583 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port dec74a39-08d4-4c2a-a538-734af2b286ae completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:25:32.706133 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port dec74a39-08d4-4c2a-a538-734af2b286ae triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:25:32.706133 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.781727 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port dec74a39-08d4-4c2a-a538-734af2b286ae is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:25:32.782142 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.804425 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:32.806666 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb61a4-5377-4ed7-88b6-1573c9f9807b" -d '{"events": [{"server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "name": "network-vif-plugged", "status": "completed", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:32.820665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dec74a39-08d4-4c2a-a538-734af2b286ae,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:32.831365 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:32.881385 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:33.003793 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60907254-320c-4b18-9fe6-4470cd32bcfa x-openstack-request-id: req-60907254-320c-4b18-9fe6-4470cd32bcfa {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:33.004089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "name": "network-vif-plugged", "status": "completed", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:33.004349 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-60907254-320c-4b18-9fe6-4470cd32bcfa {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:33.004759 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60907254-320c-4b18-9fe6-4470cd32bcfa'] response: {'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae', 'code': 200} Jun 16 16:25:33.041317 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:INSERT=2,neutron:SELECT=29,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:33.063746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:33.083394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6728b-07cb-4c5a-bfb0-9d3620335b89 req-0087a11e-cca2-463b-b2ce-a19a3d6e4dbe tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:33.084888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4b6728b-07cb-4c5a-bfb0-9d3620335b89 req-0087a11e-cca2-463b-b2ce-a19a3d6e4dbe tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0570281 Jun 16 16:25:33.141142 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a4b6728b-07cb-4c5a-bfb0-9d3620335b89 req-4f038372-265b-4567-bbba-9cca824da017 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Jun 16 16:25:33.240630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9917c-033d-4e3e-962b-220f7d2e9d4d req-1541c8a2-b0fc-47e2-b0da-f6ceea4fca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:33.242164 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2c9917c-033d-4e3e-962b-220f7d2e9d4d req-1541c8a2-b0fc-47e2-b0da-f6ceea4fca4d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 1129 time: 0.0390987 Jun 16 16:25:33.290489 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e2c9917c-033d-4e3e-962b-220f7d2e9d4d req-8b77af8a-d853-4624-b68e-ec5cc10183fb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 Jun 16 16:25:33.811787 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4445759-196c-41b6-8e07-e642a2926802 req-4b010988-86b5-4ae9-91e1-e506047208c1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:33.813910 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d4445759-196c-41b6-8e07-e642a2926802 req-4b010988-86b5-4ae9-91e1-e506047208c1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Jun 16 16:25:33.844015 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:33.865984 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d4445759-196c-41b6-8e07-e642a2926802 req-0f2af38c-4d87-472e-8fa3-19fd9379fea7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Jun 16 16:25:34.258640 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68543-420f-43cb-9e2c-30aeb8137762 req-7d32c5b1-ddb3-4168-ac74-c79aecfa0567 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:34.260096 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a3a68543-420f-43cb-9e2c-30aeb8137762 req-7d32c5b1-ddb3-4168-ac74-c79aecfa0567 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Jun 16 16:25:34.305691 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a3a68543-420f-43cb-9e2c-30aeb8137762 req-b064d839-5a1f-4e77-a240-5de7f7848b2d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Jun 16 16:25:34.979369 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406510-d630-44f0-8af7-a3c098faa9a5 req-40b20351-9bf1-4e74-adeb-3b628c441853 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:34.980737 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-36406510-d630-44f0-8af7-a3c098faa9a5 req-40b20351-9bf1-4e74-adeb-3b628c441853 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0472376 Jun 16 16:25:35.028935 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-36406510-d630-44f0-8af7-a3c098faa9a5 req-0cf8e8ef-cd32-4f1a-ba43-8612f0bc49c0 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jun 16 16:25:35.420086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe5824-dd6b-4c6c-b638-b72cf71135da req-531fdba2-ee89-4c4b-b5b1-d966812fb707 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:35.421560 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7fe5824-dd6b-4c6c-b638-b72cf71135da req-531fdba2-ee89-4c4b-b5b1-d966812fb707 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Jun 16 16:25:35.468674 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e7fe5824-dd6b-4c6c-b638-b72cf71135da req-5c9cbbe0-f89b-49ed-8575-780f7e7ecb80 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Jun 16 16:25:36.142155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00b93-9191-48ff-a1f9-770897bf296c req-fbc82f3d-3406-4ea1-9736-cd974d84d338 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:36.143765 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-81c00b93-9191-48ff-a1f9-770897bf296c req-fbc82f3d-3406-4ea1-9736-cd974d84d338 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0477231 Jun 16 16:25:36.186773 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:36.191532 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-81c00b93-9191-48ff-a1f9-770897bf296c req-ca2e3bf9-27a6-4543-9d4f-21b15849d1d0 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Jun 16 16:25:36.499382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831629b-b967-4e8f-8fea-79d02d795ca9 req-4161fd87-4598-468b-9ee2-cbdfd0bef12e tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:36.501257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b831629b-b967-4e8f-8fea-79d02d795ca9 req-4161fd87-4598-468b-9ee2-cbdfd0bef12e tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Jun 16 16:25:36.550594 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b831629b-b967-4e8f-8fea-79d02d795ca9 req-8743fde9-5446-4c75-a957-890234073894 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Jun 16 16:25:37.305971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb636566-d571-4c12-ad49-3226669e5fc3 req-5147e848-179e-4baf-b691-6c6647240e3f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:37.307428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb636566-d571-4c12-ad49-3226669e5fc3 req-5147e848-179e-4baf-b691-6c6647240e3f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0463548 Jun 16 16:25:37.355399 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb636566-d571-4c12-ad49-3226669e5fc3 req-fdeba45a-406a-46fa-8c9a-e52330f81d2b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Jun 16 16:25:37.662718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1c54a-bad0-4ccc-bc7a-6700b2dd06a9 req-9b92b721-8f2a-4e70-8b62-91e21f857066 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:37.664167 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3d1c54a-bad0-4ccc-bc7a-6700b2dd06a9 req-9b92b721-8f2a-4e70-8b62-91e21f857066 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0467639 Jun 16 16:25:37.711158 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3d1c54a-bad0-4ccc-bc7a-6700b2dd06a9 req-d0551c82-8583-4118-ab16-ff7ace57d74c tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Jun 16 16:25:38.318488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-113d562f-63a1-4824-a4ee-472c0d3493f7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:38.319946 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-113d562f-63a1-4824-a4ee-472c0d3493f7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 945 time: 0.0495484 Jun 16 16:25:38.400520 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Deleting port dec74a39-08d4-4c2a-a538-734af2b286ae {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:38.400867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:38.502104 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7617d53-2220-43ba-8eec-49c21078f3ad req-1b162928-ee46-4ea2-851b-685824672f52 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:38.503565 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a7617d53-2220-43ba-8eec-49c21078f3ad req-1b162928-ee46-4ea2-851b-685824672f52 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0803814 Jun 16 16:25:38.547431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] For port dec74a39-08d4-4c2a-a538-734af2b286ae, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dec74a39-08d4-4c2a-a538-734af2b286ae,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:38.547792 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:38.569341 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Calling delete_port for dec74a39-08d4-4c2a-a538-734af2b286ae owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:25:38.582653 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:38.592690 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a7617d53-2220-43ba-8eec-49c21078f3ad req-09cc2606-267b-470a-9ee2-47c9f976fdd1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822198 Jun 16 16:25:38.711642 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (dec74a39-08d4-4c2a-a538-734af2b286ae), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:38.741136 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Pushing event deleted for resources: {'Port': ['ID=dec74a39-08d4-4c2a-a538-734af2b286ae,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:38.751599 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['dec74a39-08d4-4c2a-a538-734af2b286ae'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:25:38.753801 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.754158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.754506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.754849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.755188 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.755529 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.755859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.756190 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.756517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.756845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.757167 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.757495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.757841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.758166 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.758488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:38.808867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] No DVR routers for this DVR port dec74a39-08d4-4c2a-a538-734af2b286ae on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:25:38.827717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:38.830906 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-840b4705-86a8-4b3e-bee8-3fb0c77d1b9a req-ab8b4ac6-c065-4f03-b6ea-61fc0902c7d1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "DELETE /v2.0/ports/dec74a39-08d4-4c2a-a538-734af2b286ae HTTP/1.1" status: 204 len: 173 time: 0.5056610 Jun 16 16:25:38.831602 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'name': 'network-vif-deleted', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:38.833946 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e180411-4028-4b9b-8fb8-4b85644f5a95" -d '{"events": [{"server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "name": "network-vif-deleted", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:38.837836 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c17db3b8-9d60-4bff-b380-04f9b9568988 req-4bedf408-4558-42a8-844b-384cb22d9aa6 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=9bafabf3-13ed-41be-901c-30e718386cd5 HTTP/1.1" status: 200 len: 210 time: 0.0525613 Jun 16 16:25:38.871267 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb2db0-2b8f-47c4-b491-719e674b2908 x-openstack-request-id: req-5dfb2db0-2b8f-47c4-b491-719e674b2908 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:38.871625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafabf3-13ed-41be-901c-30e718386cd5", "name": "network-vif-deleted", "tag": "dec74a39-08d4-4c2a-a538-734af2b286ae", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:38.871966 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5dfb2db0-2b8f-47c4-b491-719e674b2908 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:38.872817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfb2db0-2b8f-47c4-b491-719e674b2908'] response: {'server_uuid': '9bafabf3-13ed-41be-901c-30e718386cd5', 'name': 'network-vif-deleted', 'tag': 'dec74a39-08d4-4c2a-a538-734af2b286ae', 'status': 'completed', 'code': 200} Jun 16 16:25:39.711503 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cb6fa-f857-41fe-a605-5898398356b8 req-bf8449e4-0589-4648-8f22-dbf9b29acde4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:39.713059 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-204cb6fa-f857-41fe-a605-5898398356b8 req-bf8449e4-0589-4648-8f22-dbf9b29acde4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jun 16 16:25:39.760407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-204cb6fa-f857-41fe-a605-5898398356b8 req-b86ef193-7ad2-4d09-b221-6bd79a11470c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Jun 16 16:25:40.123144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:40.150276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-45fb258b-ec3b-4646-94ae-97c899005b2c tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:40.151738 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-45fb258b-ec3b-4646-94ae-97c899005b2c tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 809 time: 0.1066461 Jun 16 16:25:40.166490 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-a42a99b8-fbbd-4c6d-9b35-36b2a38df0c1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/quotas/a4902d01c5044cad97843dd5f4742de9 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Jun 16 16:25:40.198277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-1e6cbb83-7fe2-48ea-9fde-6900ecd07816 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270050 Jun 16 16:25:40.299987 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-72616aa8-b691-4108-9057-2b2afbfda373 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:25:40.301133 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-72616aa8-b691-4108-9057-2b2afbfda373 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0961978 Jun 16 16:25:40.305307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-43cf8e26-9d57-4376-9502-adba2d9ad1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:40.391823 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-3c6d05b2-98cc-41e3-bf55-2e1057d41b9b service neutron] 10.222.0.88 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829501 Jun 16 16:25:40.484812 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-919ac39f-730e-411f-9f59-6666f3f67731 service neutron] 10.222.0.88 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868809 Jun 16 16:25:40.644035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-27fa730d-4ad9-4b44-9df7-56c48be1cdc8 req-7f1f5784-7b83-4268-a482-f97f747936c6 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 210 time: 0.0287151 Jun 16 16:25:40.886799 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e72dc-58c9-43b8-8454-bd98894e90c3 req-5e0485e3-f169-4972-be6d-9157f0a7610b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:40.888373 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ea4e72dc-58c9-43b8-8454-bd98894e90c3 req-5e0485e3-f169-4972-be6d-9157f0a7610b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0555363 Jun 16 16:25:40.937427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ea4e72dc-58c9-43b8-8454-bd98894e90c3 req-d788e2aa-f9bd-4191-a200-a3048a789a7f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Jun 16 16:25:41.745291 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b72c2b7e-4a05-4433-bd65-eef523842d66 req-7204d098-054f-44d8-811d-bbadc156f592 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 210 time: 0.0309114 Jun 16 16:25:41.998724 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-81365a3c-da66-4291-854d-7833baf39c04 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.001391 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-81365a3c-da66-4291-854d-7833baf39c04 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 809 time: 0.1075110 Jun 16 16:25:42.029970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Request body: {'port': {'device_id': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239', 'admin_state_up': True, 'tenant_id': 'a4902d01c5044cad97843dd5f4742de9'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:42.090697 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b70-c968-4e99-8861-5b5141e155fb req-880c5966-edf3-4296-ac00-5c5527f1fdfa tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.092390 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dfaa6b70-c968-4e99-8861-5b5141e155fb req-880c5966-edf3-4296-ac00-5c5527f1fdfa tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0789490 Jun 16 16:25:42.181409 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:42.192566 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dfaa6b70-c968-4e99-8861-5b5141e155fb req-ebdd0c6c-efa8-448d-844d-e7d77201fe15 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752823 Jun 16 16:25:42.213893 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Made reservation on behalf of a4902d01c5044cad97843dd5f4742de9 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:42.217309 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:42.350507 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Allocated IP 172.20.0.10 (55b2b9aa-7687-4c75-bbb1-e15bb885a239/0c489a82-62dd-46f4-b303-044a86e0d47c/35c92c21-ce4c-465d-94bc-456a5e8bc730) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:42.420389 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95eb7e-aa83-437c-9c69-4d0152a7bfbc req-e134e47e-f72e-4965-a898-945147fc4c40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.421942 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f95eb7e-aa83-437c-9c69-4d0152a7bfbc req-e134e47e-f72e-4965-a898-945147fc4c40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0672019 Jun 16 16:25:42.427548 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:42.531232 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-6c98714a-7397-4205-8e69-be16906d798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.533255 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-6c98714a-7397-4205-8e69-be16906d798a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0887599 Jun 16 16:25:42.599115 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6f95eb7e-aa83-437c-9c69-4d0152a7bfbc req-3bcdcf6a-a98b-443f-9a54-d799fcf9c610 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700857 Jun 16 16:25:42.655291 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-84eb6e2a-4d10-4665-8434-fd15c101fefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:42.695406 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks [] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:42.706334 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device dec74a39-08d4-4c2a-a538-734af2b286ae no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:25:42.710815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-a0056d9d-ca0f-4a4e-80c9-e1460dac5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.712422 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-a0056d9d-ca0f-4a4e-80c9-e1460dac5d2b service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.1697695 Jun 16 16:25:42.730040 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: dec74a39-08d4-4c2a-a538-734af2b286ae {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:25:42.730386 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device dec74a39-08d4-4c2a-a538-734af2b286ae not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:25:42.799921 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-33656cf0-e15e-4a14-8090-75ee293bd918 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 1000 time: 0.0784724 Jun 16 16:25:42.801339 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:42.907950 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:42.921902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:42.928902 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:25:42.933318 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Pushing event updated for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:42.944382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36aeb0f-c441-4749-a924-f62bf7b63dd1 req-8323b6c9-8f12-438e-a96e-8d0a1cb838ca tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.945924 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b36aeb0f-c441-4749-a924-f62bf7b63dd1 req-8323b6c9-8f12-438e-a96e-8d0a1cb838ca tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 932 time: 0.1120920 Jun 16 16:25:42.967754 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:42.970131 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-a47d2f73-4bf7-4c90-9c84-e7bb34081dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:42.971865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-a47d2f73-4bf7-4c90-9c84-e7bb34081dbb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.1628110 Jun 16 16:25:43.056841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:43.057546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:43.082180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-be1eafab-f17c-499e-8031-ca03b75b82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:43.083696 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-be1eafab-f17c-499e-8031-ca03b75b82eb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990293 Jun 16 16:25:43.088571 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b36aeb0f-c441-4749-a924-f62bf7b63dd1 req-6924b249-4d13-43a8-ac30-0d891c0268e3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216640 Jun 16 16:25:43.092077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-78a95d78-ebfd-41a5-939a-5ae0ad3711d4 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0672739 Jun 16 16:25:43.116854 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Request body: {'port': {'device_id': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:25:43.231090 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:43.234636 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-29b5060f-39e2-455f-bf5a-cc69a63db068 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416831 Jun 16 16:25:43.241337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:43.644597 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:43.662237 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-104159b5-5084-4a1f-9cb8-51d3a33db3b2 req-37895d20-e718-40b8-b3ba-323f81e851c0 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182017 Jun 16 16:25:43.761299 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f7299-0c16-4524-86f3-daa14d37c3b1 req-8c4cbf52-b5ff-4a59-9331-ce92bf0f09f1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:43.762807 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a69f7299-0c16-4524-86f3-daa14d37c3b1 req-8c4cbf52-b5ff-4a59-9331-ce92bf0f09f1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0942416 Jun 16 16:25:43.825063 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:43.825822 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:43.840466 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a69f7299-0c16-4524-86f3-daa14d37c3b1 req-ca6adb3d-07a1-40bc-b259-c2ab7a02c47c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707927 Jun 16 16:25:43.886298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c92c21-ce4c-465d-94bc-456a5e8bc730 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:25:43.894135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks [] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:43.906998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Transition to ACTIVE for port object 35c92c21-ce4c-465d-94bc-456a5e8bc730 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:25:43.910897 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:43.965998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Pushing event updated for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:44.030086 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Attempting to bind port 35c92c21-ce4c-465d-94bc-456a5e8bc730 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:25:44.030429 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Attempting to bind port 35c92c21-ce4c-465d-94bc-456a5e8bc730 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:25:44.030790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Attempting to bind port 35c92c21-ce4c-465d-94bc-456a5e8bc730 on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:25:44.035140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Port 35c92c21-ce4c-465d-94bc-456a5e8bc730 on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:25:44.035464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Attempting to bind port 35c92c21-ce4c-465d-94bc-456a5e8bc730 on network 55b2b9aa-7687-4c75-bbb1-e15bb885a239 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:25:44.040331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:25:44.040667 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Checking segment: {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:25:44.041050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Bound using segment: {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:25:44.041481 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Bound port: 35c92c21-ce4c-465d-94bc-456a5e8bc730, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd181927d-1c1d-4620-975b-27fb46de4d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:25:44.041929 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.078791 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.104158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:25:44.107545 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:25:44.113978 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.159254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:44.159876 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:44.161267 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] 10.222.0.33 "PUT /v2.0/ports/35c92c21-ce4c-465d-94bc-456a5e8bc730 HTTP/1.1" status: 200 len: 1094 time: 1.0501390 Jun 16 16:25:44.161755 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:44.163964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e" -d '{"events": [{"name": "network-changed", "server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:44.207310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0518fd7-4d5e-4be5-9beb-f3098c056d00 x-openstack-request-id: req-d0518fd7-4d5e-4be5-9beb-f3098c056d00 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:44.207601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:44.207853 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0518fd7-4d5e-4be5-9beb-f3098c056d00 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:44.208253 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0518fd7-4d5e-4be5-9beb-f3098c056d00'] response: {'name': 'network-changed', 'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730', 'status': 'completed', 'code': 200} Jun 16 16:25:44.210580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:44.211432 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a463c-9e48-477b-9a34-7568fb128048 service neutron] Pushing event updated for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:44.232619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277226-c341-4836-a192-3b906d01cc97 req-1b5fb323-4135-4ac4-acf1-17c205cf2ed1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:44.234115 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-03277226-c341-4836-a192-3b906d01cc97 req-1b5fb323-4135-4ac4-acf1-17c205cf2ed1 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 944 time: 0.0674376 Jun 16 16:25:44.314595 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-03277226-c341-4836-a192-3b906d01cc97 req-70dfb548-3bbc-4485-b4a5-6fd3a38bd63d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744190 Jun 16 16:25:44.315711 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-71d358b5-32b2-4c22-9d49-568a11023322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:44.317077 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-71d358b5-32b2-4c22-9d49-568a11023322 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 1128 time: 0.0587897 Jun 16 16:25:44.508519 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-8b450a62-388d-46e3-b485-ee3dbac5dce8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730 HTTP/1.1" status: 200 len: 217 time: 0.0362968 Jun 16 16:25:44.984322 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e5af3-afd5-4753-9df4-29467508d06c req-21724c97-68fb-4cf3-90ef-44606da9a117 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:44.985815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-984e5af3-afd5-4753-9df4-29467508d06c req-21724c97-68fb-4cf3-90ef-44606da9a117 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0758219 Jun 16 16:25:45.001599 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-f4ee52a9-a554-4ed9-bbb6-b128d7992bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:45.002993 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-f4ee52a9-a554-4ed9-bbb6-b128d7992bca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0c489a82-62dd-46f4-b303-044a86e0d47c HTTP/1.1" status: 200 len: 849 time: 0.0835011 Jun 16 16:25:45.044216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-6b0c6510-0501-4d25-9f6b-4396fad7ee10 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=55b2b9aa-7687-4c75-bbb1-e15bb885a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324700 Jun 16 16:25:45.072574 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-984e5af3-afd5-4753-9df4-29467508d06c req-6b3cff34-f026-47dc-986b-e06608f7ecdc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807552 Jun 16 16:25:45.149767 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-e64b5b90-e097-4345-a05b-12bf2e05470f service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954897 Jun 16 16:25:45.214820 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:45.246581 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4bb745ae-8e2e-4769-a036-658ea78f3dc6 req-47e8fe33-e26c-4195-835d-650eacc09194 service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899296 Jun 16 16:25:45.427525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1fe46-cf41-47b7-ad49-54fbc345972e req-321053b8-8cfb-4c5c-bfbf-277fe93f034a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:45.428967 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ab1fe46-cf41-47b7-ad49-54fbc345972e req-321053b8-8cfb-4c5c-bfbf-277fe93f034a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 944 time: 0.0468290 Jun 16 16:25:45.477248 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1ab1fe46-cf41-47b7-ad49-54fbc345972e req-f2a51e19-e35d-4ce3-8e3d-6b0ad07c9b6b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Jun 16 16:25:45.750714 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:45.836523 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:25:46.591875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496bbd1-a4c7-45cc-addc-3336dff48103 req-1bfe1560-d9d3-4707-9528-f296ca11163f tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:46.593961 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1496bbd1-a4c7-45cc-addc-3336dff48103 req-1bfe1560-d9d3-4707-9528-f296ca11163f tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 944 time: 0.0480459 Jun 16 16:25:46.641124 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1496bbd1-a4c7-45cc-addc-3336dff48103 req-4d5a6125-fd4f-4384-9483-dcba3c76cbc7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Jun 16 16:25:47.756989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195bd7e-7ade-46d6-93e1-bfc35bee2d0f req-add95b61-9e9e-47cc-900b-4684a387b2b7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:47.758515 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b195bd7e-7ade-46d6-93e1-bfc35bee2d0f req-add95b61-9e9e-47cc-900b-4684a387b2b7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 944 time: 0.0503886 Jun 16 16:25:47.805014 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b195bd7e-7ade-46d6-93e1-bfc35bee2d0f req-99945fae-28e5-4998-b0e8-ee6a6855a799 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Jun 16 16:25:48.680676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-00b13a08-22c7-4cb9-9ecd-104d9606e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:48.682218 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-00b13a08-22c7-4cb9-9ecd-104d9606e2f8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a4902d01c5044cad97843dd5f4742de9&device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 1128 time: 0.0403087 Jun 16 16:25:48.739366 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 35c92c21-ce4c-465d-94bc-456a5e8bc730 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:25:48.778331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-de862cc7-c90a-42d1-abc6-2a3ec7f7b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:48.779902 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-de862cc7-c90a-42d1-abc6-2a3ec7f7b94d service neutron] 10.222.0.33 "GET /v2.0/networks?id=55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 200 len: 911 time: 0.0918570 Jun 16 16:25:48.819815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-e50709b2-e837-46d5-a2e5-c0009f9ee12f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730 HTTP/1.1" status: 200 len: 217 time: 0.0340450 Jun 16 16:25:48.845890 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:48.859096 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '35c92c21-ce4c-465d-94bc-456a5e8bc730', 'network_id': '55b2b9aa-7687-4c75-bbb1-e15bb885a239', 'port_id': '35c92c21-ce4c-465d-94bc-456a5e8bc730', 'mac_address': 'fa:16:3e:97:9f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c489a82-62dd-46f4-b303-044a86e0d47c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:25:48.864741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:48.886713 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-f3bc6ab4-4a6b-4251-8034-6a0933944c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:48.889322 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-f3bc6ab4-4a6b-4251-8034-6a0933944c86 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0c489a82-62dd-46f4-b303-044a86e0d47c HTTP/1.1" status: 200 len: 849 time: 0.0640655 Jun 16 16:25:48.895841 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 35c92c21-ce4c-465d-94bc-456a5e8bc730 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:25:48.896250 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:48.911453 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c92c21-ce4c-465d-94bc-456a5e8bc730 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:25:48.935621 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:48.940582 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:48.982819 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-4bf29061-23d8-4098-b21a-eeda52b8d4f8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=55b2b9aa-7687-4c75-bbb1-e15bb885a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879037 Jun 16 16:25:48.990701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fc7fb-30dd-48cc-9125-a2e0209e6d0e req-30e06783-08a5-44ae-8785-753a1495ad20 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:49.003890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c05fc7fb-30dd-48cc-9125-a2e0209e6d0e req-30e06783-08a5-44ae-8785-753a1495ad20 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 945 time: 0.0911615 Jun 16 16:25:49.008638 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:49.077675 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:49.106463 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c05fc7fb-30dd-48cc-9125-a2e0209e6d0e req-af0033a8-ec00-4967-80ae-53f6100f012b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077006 Jun 16 16:25:49.132901 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-87bebbd8-797e-405d-8c47-78db45a07810 service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323650 Jun 16 16:25:49.226104 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d964ce76-6f89-4ac2-aa52-872cf2ccc50e req-ff5b8ab0-1d7f-464e-8180-3c0d7c458f0f service neutron] 10.222.0.33 "GET /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Jun 16 16:25:49.402600 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['35c92c21-ce4c-465d-94bc-456a5e8bc730'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:25:49.468929 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:49.476935 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:50.230080 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b391-ccc7-4806-b174-099dfb64af51 req-830352aa-8ab2-4868-b673-7372a8ab338a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:50.231714 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5927b391-ccc7-4806-b174-099dfb64af51 req-830352aa-8ab2-4868-b673-7372a8ab338a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 945 time: 0.0518937 Jun 16 16:25:50.283954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-5927b391-ccc7-4806-b174-099dfb64af51 req-727e2be6-2ab6-4d66-9b87-18957ccc19d5 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463979 Jun 16 16:25:51.396988 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833981ae-89b0-4f4e-b2b6-77fa43ee714d req-b76451ae-4f4a-47d6-9103-f487e4e4f50d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:51.398470 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-833981ae-89b0-4f4e-b2b6-77fa43ee714d req-b76451ae-4f4a-47d6-9103-f487e4e4f50d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 945 time: 0.0465970 Jun 16 16:25:51.444279 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-833981ae-89b0-4f4e-b2b6-77fa43ee714d req-ee9bbc7e-03f0-47a4-9062-8941d3df3fbf tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Jun 16 16:25:51.924852 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 35c92c21-ce4c-465d-94bc-456a5e8bc730 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:25:51.969612 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 35c92c21-ce4c-465d-94bc-456a5e8bc730 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:25:51.975791 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 35c92c21-ce4c-465d-94bc-456a5e8bc730 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:25:51.976165 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:52.045033 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 35c92c21-ce4c-465d-94bc-456a5e8bc730 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:25:52.045427 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:52.068390 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:25:52.070685 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a23253-b07c-49cf-bda5-cd7cc0f5f107" -d '{"events": [{"server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "name": "network-vif-plugged", "status": "completed", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:52.084570 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:25:52.088799 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:25:52.116603 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea5a62-0679-45df-ab05-ba4f08e412f8 x-openstack-request-id: req-6fea5a62-0679-45df-ab05-ba4f08e412f8 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:52.116891 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "name": "network-vif-plugged", "status": "completed", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:52.117142 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6fea5a62-0679-45df-ab05-ba4f08e412f8 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:52.117573 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fea5a62-0679-45df-ab05-ba4f08e412f8'] response: {'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730', 'code': 200} Jun 16 16:25:52.143754 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:52.557659 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77dd99-40b4-48e2-825f-06086fddfcfe req-988eca3e-12ed-4844-8bf4-1f85c095ae3a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:52.559067 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e77dd99-40b4-48e2-825f-06086fddfcfe req-988eca3e-12ed-4844-8bf4-1f85c095ae3a tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0467694 Jun 16 16:25:52.604995 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6e77dd99-40b4-48e2-825f-06086fddfcfe req-ed3f780b-519b-4611-8d2e-6761a80c3264 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jun 16 16:25:53.725404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431bb1a-b1a5-4fa4-ba2f-3345fb2721fe req-8881dfa7-1b16-414b-8570-c8b9165d8e02 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:53.726933 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7431bb1a-b1a5-4fa4-ba2f-3345fb2721fe req-8881dfa7-1b16-414b-8570-c8b9165d8e02 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0509031 Jun 16 16:25:53.773317 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7431bb1a-b1a5-4fa4-ba2f-3345fb2721fe req-ae355497-8b6f-46e7-8116-125d16430d02 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jun 16 16:25:54.333962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1345-c9f3-44c4-a448-311bbe11d89f req-f0a161ee-8226-4908-abe9-0b6fe6921a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:54.335474 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-841c1345-c9f3-44c4-a448-311bbe11d89f req-f0a161ee-8226-4908-abe9-0b6fe6921a40 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 1130 time: 0.0386333 Jun 16 16:25:54.379923 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-841c1345-c9f3-44c4-a448-311bbe11d89f req-c1b2f72d-0887-49be-83ee-587c1752b158 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Jun 16 16:25:54.891920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4331d62-9b0b-48f9-a634-d8a346eff0b4 req-06004530-64ea-4a6b-b087-0a499b6f1f1e tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:54.893375 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c4331d62-9b0b-48f9-a634-d8a346eff0b4 req-06004530-64ea-4a6b-b087-0a499b6f1f1e tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0457768 Jun 16 16:25:54.943037 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c4331d62-9b0b-48f9-a634-d8a346eff0b4 req-08376d9e-9573-4c47-8855-4aeca33f4861 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442543 Jun 16 16:25:55.832796 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:56.057671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074bfee-286e-4407-bffe-c06a1f5841d4 req-8ba57111-03fa-408a-ac70-bae5ebfd7089 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:56.059215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1074bfee-286e-4407-bffe-c06a1f5841d4 req-8ba57111-03fa-408a-ac70-bae5ebfd7089 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0483685 Jun 16 16:25:56.109246 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1074bfee-286e-4407-bffe-c06a1f5841d4 req-f0c576f2-35ba-4d67-9e9c-0483eee8c68d tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Jun 16 16:25:57.188739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:57.225105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e258ab-d57b-4227-91a8-9b62bea58e14 req-e448d1a4-d288-4d39-93ac-2634cae6c960 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:57.226655 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0e258ab-d57b-4227-91a8-9b62bea58e14 req-e448d1a4-d288-4d39-93ac-2634cae6c960 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0475798 Jun 16 16:25:57.272580 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0e258ab-d57b-4227-91a8-9b62bea58e14 req-373426c3-5fd5-4b7b-a832-a7b19f6c49f2 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Jun 16 16:25:57.986680 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937b35-6116-4d25-9280-62379b536f73 req-94ce4277-bfa3-4c99-8a64-5189e369f623 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:57.988034 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-53937b35-6116-4d25-9280-62379b536f73 req-94ce4277-bfa3-4c99-8a64-5189e369f623 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0503192 Jun 16 16:25:58.035564 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-53937b35-6116-4d25-9280-62379b536f73 req-c695add8-fc8c-4247-9bff-7036b8afba28 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Jun 16 16:25:59.154004 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6937e-8b40-43d6-a3ed-267e3d52123c req-4fa4d92b-b995-4ad1-8865-2fa9b6d01ab7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:59.155709 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ab6937e-8b40-43d6-a3ed-267e3d52123c req-4fa4d92b-b995-4ad1-8865-2fa9b6d01ab7 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0496838 Jun 16 16:25:59.167011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:25:59.205376 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2ab6937e-8b40-43d6-a3ed-267e3d52123c req-49d2e80c-38ba-4c37-8dd0-c13ab95444ef tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/security-groups?id=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 Jun 16 16:25:59.843231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-ba724f85-ba03-4fcc-8e43-3b22d3f9c74b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:25:59.844689 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-ba724f85-ba03-4fcc-8e43-3b22d3f9c74b tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 946 time: 0.0498600 Jun 16 16:25:59.922908 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Deleting port 35c92c21-ce4c-465d-94bc-456a5e8bc730 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:25:59.923252 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.016624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] For port 35c92c21-ce4c-465d-94bc-456a5e8bc730, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=35c92c21-ce4c-465d-94bc-456a5e8bc730,segment=NetworkSegment(d181927d-1c1d-4620-975b-27fb46de4d03),segment_id=d181927d-1c1d-4620-975b-27fb46de4d03)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:26:00.016997 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.030549 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Calling delete_port for 35c92c21-ce4c-465d-94bc-456a5e8bc730 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:26:00.160221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (35c92c21-ce4c-465d-94bc-456a5e8bc730), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.193050 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Pushing event deleted for resources: {'Port': ['ID=35c92c21-ce4c-465d-94bc-456a5e8bc730,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.201351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['35c92c21-ce4c-465d-94bc-456a5e8bc730'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:26:00.228035 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 54576) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:00.243978 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] No DVR routers for this DVR port 35c92c21-ce4c-465d-94bc-456a5e8bc730 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:26:00.246564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.249848 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-05bf61aa-8502-43fd-9ccc-3633f7275fa6 req-fe7f9206-597e-40be-a9e7-3470b039aea3 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.33 "DELETE /v2.0/ports/35c92c21-ce4c-465d-94bc-456a5e8bc730 HTTP/1.1" status: 204 len: 173 time: 0.4003208 Jun 16 16:26:00.250295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'name': 'network-vif-deleted', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:26:00.253067 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a382d7-34c0-41f2-8648-9846ceb4ed63" -d '{"events": [{"server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "name": "network-vif-deleted", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:00.310501 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b7466e-23b2-42d4-b467-93cdd76d2cc8 x-openstack-request-id: req-76b7466e-23b2-42d4-b467-93cdd76d2cc8 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:00.310800 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c7f97c-6f66-48e2-ae9e-d23c49f1d54f", "name": "network-vif-deleted", "tag": "35c92c21-ce4c-465d-94bc-456a5e8bc730", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:00.311051 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76b7466e-23b2-42d4-b467-93cdd76d2cc8 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:00.311506 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b7466e-23b2-42d4-b467-93cdd76d2cc8'] response: {'server_uuid': '44c7f97c-6f66-48e2-ae9e-d23c49f1d54f', 'name': 'network-vif-deleted', 'tag': '35c92c21-ce4c-465d-94bc-456a5e8bc730', 'status': 'completed', 'code': 200} Jun 16 16:26:00.318501 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b58dd22e-d205-4132-8fbb-b46cb732363b req-355df332-e347-40cb-83ea-ae1e289ccc83 tempest-VolumesActionsTest-611058606 tempest-VolumesActionsTest-611058606-project] 10.222.0.88 "GET /v2.0/ports?device_id=44c7f97c-6f66-48e2-ae9e-d23c49f1d54f HTTP/1.1" status: 200 len: 210 time: 0.0371783 Jun 16 16:26:00.353949 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.433294 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Publish callbacks [] for security_group (cfd20bba-fc86-4b71-8374-336a09c5baaf), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.438047 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cfd20bba-fc86-4b71-8374-336a09c5baaf), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.476017 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c57c581f6084942b922c85ecd5bfd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469003 Jun 16 16:26:00.478814 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 54584) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:00.480638 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd20bba-fc86-4b71-8374-336a09c5baaf,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.487969 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.488320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.488667 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.489032 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.489356 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.489691 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.490046 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.490373 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.490699 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.491025 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.491353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.491677 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.492005 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.492326 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.492645 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5dcee2-919c-41d3-98c6-ce0490bcdd3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:00.528658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] Publish callbacks [] for security_group (cfd20bba-fc86-4b71-8374-336a09c5baaf), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.550809 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] Publish callbacks [] for security_group (cfd20bba-fc86-4b71-8374-336a09c5baaf), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.601660 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cfd20bba-fc86-4b71-8374-336a09c5baaf), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.604349 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:00.605447 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfd20bba-fc86-4b71-8374-336a09c5baaf HTTP/1.1" status: 204 len: 168 time: 0.1250041 Jun 16 16:26:00.608535 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:00.614042 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f18c6-3b07-4099-a184-022670862b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd20bba-fc86-4b71-8374-336a09c5baaf,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:02.468434 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:02.888585 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 35c92c21-ce4c-465d-94bc-456a5e8bc730 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:26:02.908867 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 35c92c21-ce4c-465d-94bc-456a5e8bc730 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:26:02.909223 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 35c92c21-ce4c-465d-94bc-456a5e8bc730 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:26:08.896307 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:10.309022 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed6262fc-c371-4baf-b84f-199101f686d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:10.483945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:10.485338 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:10.609943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=63,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:12.665827 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5480acc8-ff9d-4317-85be-2ecf9ace4536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:13.655381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:15.217800 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:15.757255 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:20.830404 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:20.833336 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:22.835844 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:26:25.746831 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:25.752562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:27.270103 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55012) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:27.314790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Deleting subnet 0c489a82-62dd-46f4-b303-044a86e0d47c {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:26:27.317964 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Publish callbacks [] for subnet (0c489a82-62dd-46f4-b303-044a86e0d47c), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.352911 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (0c489a82-62dd-46f4-b303-044a86e0d47c), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.392129 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (0c489a82-62dd-46f4-b303-044a86e0d47c), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.447704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (0c489a82-62dd-46f4-b303-044a86e0d47c), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.474265 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c489a82-62dd-46f4-b303-044a86e0d47c,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:27.477956 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.481476 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-06c5031d-5174-4ce0-b74a-7a26abd47e59 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0c489a82-62dd-46f4-b303-044a86e0d47c HTTP/1.1" status: 204 len: 168 time: 0.2099776 Jun 16 16:26:27.483513 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55014) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:27.551043 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (55b2b9aa-7687-4c75-bbb1-e15bb885a239), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.632732 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (55b2b9aa-7687-4c75-bbb1-e15bb885a239), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.653509 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b2b9aa-7687-4c75-bbb1-e15bb885a239']}} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:27.663191 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd181927d-1c1d-4620-975b-27fb46de4d03') {'for_net_delete': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:27.663489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.services.segments.db [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd181927d-1c1d-4620-975b-27fb46de4d03') {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:27.673156 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26987682'] for segment (d181927d-1c1d-4620-975b-27fb46de4d03), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.687911 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (d181927d-1c1d-4620-975b-27fb46de4d03), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.694422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=104079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:26:27.694814 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27147159'] for segment (d181927d-1c1d-4620-975b-27fb46de4d03), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.760251 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (55b2b9aa-7687-4c75-bbb1-e15bb885a239), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.767606 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:27.770587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] 10.222.0.88 "DELETE /v2.0/networks/55b2b9aa-7687-4c75-bbb1-e15bb885a239 HTTP/1.1" status: 204 len: 168 time: 0.2861593 Jun 16 16:26:27.780145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bee4e-fa41-4255-87c9-53f7b8cfed8b admin admin] Pushing event deleted for resources: {'Network': ['ID=55b2b9aa-7687-4c75-bbb1-e15bb885a239,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:27.869669 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment d181927d-1c1d-4620-975b-27fb46de4d03 resource provider aggregate not found Jun 16 16:26:27.886995 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.services.segments.plugin [-] Segment d181927d-1c1d-4620-975b-27fb46de4d03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d181927d-1c1d-4620-975b-27fb46de4d03 found for delete ", "request_id": "req-f0344a82-3586-45c8-841d-a96d95f560dc"}]} Jun 16 16:26:27.947420 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55026) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:27.987483 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e93aacfd-38e3-431e-8753-97ec3bdcf383 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4902d01c5044cad97843dd5f4742de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388889 Jun 16 16:26:27.990671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55028) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:28.040338 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] Publish callbacks [] for security_group (ac0d2092-d42f-4a9c-ba39-1ec92671ea9e), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:28.063546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] Publish callbacks [] for security_group (ac0d2092-d42f-4a9c-ba39-1ec92671ea9e), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:28.111149 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ac0d2092-d42f-4a9c-ba39-1ec92671ea9e), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:28.113957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:28.115111 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac0d2092-d42f-4a9c-ba39-1ec92671ea9e HTTP/1.1" status: 204 len: 168 time: 0.1233046 Jun 16 16:26:28.123628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8ffa7-664b-4ca3-9ef6-c660d556a70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d2092-d42f-4a9c-ba39-1ec92671ea9e,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:32.477950 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:32.836567 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:37.982047 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:37.984970 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:38.117908 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:38.118829 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=65,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:40.313947 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c57394f5-9d5e-40bf-a660-a80cc42cf0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:42.221007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-d956a129-9957-47c9-ab12-449208d785a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420172 Jun 16 16:26:42.340121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786f08-45c5-4ca0-b271-7466c0121206 req-152f280c-9d81-4fac-a704-2bd4909ddda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:42.342185 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-152f280c-9d81-4fac-a704-2bd4909ddda0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 1129 time: 0.0410292 Jun 16 16:26:42.447216 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786f08-45c5-4ca0-b271-7466c0121206 req-9cfaa805-3937-456d-9ae2-239f8c740bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:42.448678 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-9cfaa805-3937-456d-9ae2-239f8c740bfd service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0862544 Jun 16 16:26:42.513081 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-bc39b29a-5d66-4b39-a8bb-5ecb543a13b2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 200 len: 1000 time: 0.0577397 Jun 16 16:26:42.562321 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786f08-45c5-4ca0-b271-7466c0121206 req-eccdefb5-ebb1-4520-ba0a-8fa6c8fadfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:42.563755 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-eccdefb5-ebb1-4520-ba0a-8fa6c8fadfa4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0446124 Jun 16 16:26:42.607693 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786f08-45c5-4ca0-b271-7466c0121206 req-fabaf0bf-aade-4a22-ae38-8c9d9d6acc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:26:42.609180 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-fabaf0bf-aade-4a22-ae38-8c9d9d6acc24 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394976 Jun 16 16:26:42.657512 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0753774c-060d-4b0a-8805-73a1fc45ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:42.700112 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-242b76bd-2779-4af7-80ca-c96a1c9cc625 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Jun 16 16:26:42.787893 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-00786f08-45c5-4ca0-b271-7466c0121206 req-674a0743-372a-46da-beb7-a4ec2994ae30 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811214 Jun 16 16:26:43.648445 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:45.221843 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:45.751190 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:52.783280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=48 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:52.785169 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=53 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:55.743790 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:55.745810 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:26:55.842515 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55274) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:55.964542 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.042057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Publish callbacks [] for security_group (55e369ac-be77-4e66-995f-ac5813c46ada), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.046272 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (55e369ac-be77-4e66-995f-ac5813c46ada), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.087827 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=995d839e52d24415b625f6f59f3af4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441351 Jun 16 16:26:56.088763 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e369ac-be77-4e66-995f-ac5813c46ada,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:56.091211 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55278) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:26:56.096881 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.097233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.097582 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.097949 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.098289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.098628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.098957 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.099292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.099620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.099948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.100277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.100604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.100926 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.101415 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.101763 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf1123-efb6-4bc7-937f-b868d9e9df54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:56.142325 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] Publish callbacks [] for security_group (55e369ac-be77-4e66-995f-ac5813c46ada), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.164817 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] Publish callbacks [] for security_group (55e369ac-be77-4e66-995f-ac5813c46ada), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.215021 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (55e369ac-be77-4e66-995f-ac5813c46ada), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.218571 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:26:56.222913 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55e369ac-be77-4e66-995f-ac5813c46ada HTTP/1.1" status: 204 len: 168 time: 0.1275361 Jun 16 16:26:56.228084 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f0e5d-ff20-4877-bbc6-d8bc37f2a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e369ac-be77-4e66-995f-ac5813c46ada,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:59.836910 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:27:02.468516 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:06.083439 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:06.092475 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:06.200077 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:06.224163 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:09.833118 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=12 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:09.833982 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=22 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:10.315775 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f92b3c30-f1e4-4284-a51b-5fdf4c243173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:12.658783 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0df5e9f2-edee-4833-8ffe-79a81f76b2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:13.650571 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:15.221624 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:15.753126 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:17.822570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcbd4e-02f0-4a8d-94aa-e1abfeff2388 req-b6dfbb88-f017-4274-821b-8a071ce68a91 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:17.824053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-63fcbd4e-02f0-4a8d-94aa-e1abfeff2388 req-b6dfbb88-f017-4274-821b-8a071ce68a91 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0483928 Jun 16 16:27:17.889486 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-63fcbd4e-02f0-4a8d-94aa-e1abfeff2388 req-e3de29b7-2bd6-4e2b-93b1-ba2ccb9b601e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580206 Jun 16 16:27:19.013882 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bb547-6221-41a4-b568-04dd6e007638 req-cfac1b9b-8809-4127-9c03-28812c0827e1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:19.015585 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc7bb547-6221-41a4-b568-04dd6e007638 req-cfac1b9b-8809-4127-9c03-28812c0827e1 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Jun 16 16:27:19.065584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc7bb547-6221-41a4-b568-04dd6e007638 req-bb3286d9-749f-40ba-9e03-73913612b2d0 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Jun 16 16:27:20.180387 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260c8b-3511-48fb-bca9-78afc89115f2 req-aeab127c-beee-45d2-a7c5-b03a8748a44b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:20.181892 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97260c8b-3511-48fb-bca9-78afc89115f2 req-aeab127c-beee-45d2-a7c5-b03a8748a44b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0479457 Jun 16 16:27:20.228451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-97260c8b-3511-48fb-bca9-78afc89115f2 req-e3173835-475f-4046-ba90-9b4b51cbe7d4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Jun 16 16:27:21.340000 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e8219-bef6-4211-950c-67e8774ab13f req-e15394a6-73a4-4a16-9874-8c6773a07ac9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:21.340936 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a42e8219-bef6-4211-950c-67e8774ab13f req-e15394a6-73a4-4a16-9874-8c6773a07ac9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0457664 Jun 16 16:27:21.393052 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a42e8219-bef6-4211-950c-67e8774ab13f req-beabd2e0-8e1b-4a37-85b6-9079ee1ecf7b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Jun 16 16:27:22.505612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c93f0-bbec-43c4-80c6-c32b57b3a5e7 req-79c3233e-d2ec-4ec9-a5ee-a82e89e29122 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:22.507181 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-042c93f0-bbec-43c4-80c6-c32b57b3a5e7 req-79c3233e-d2ec-4ec9-a5ee-a82e89e29122 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Jun 16 16:27:22.553355 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-042c93f0-bbec-43c4-80c6-c32b57b3a5e7 req-18197cc8-8e54-4abb-850b-8b39007bde38 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Jun 16 16:27:23.339109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-37fe0cd1-14ba-49d0-9e0c-bf3fb810b2c8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:23.341099 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-37fe0cd1-14ba-49d0-9e0c-bf3fb810b2c8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.0456309 Jun 16 16:27:23.421004 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Deleting port fb44d1d7-b555-4a7c-9246-8f035d594d28 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:27:23.421458 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:23.527220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] For port fb44d1d7-b555-4a7c-9246-8f035d594d28, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb44d1d7-b555-4a7c-9246-8f035d594d28,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:27:23.527835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:23.719573 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:23.720265 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:23.720954 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Floating IP b5b383bb-f64a-4d72-8d71-6ad52780462a disassociated. External IP: 172.27.0.80, port: fb44d1d7-b555-4a7c-9246-8f035d594d28. Jun 16 16:27:23.721778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Calling delete_port for fb44d1d7-b555-4a7c-9246-8f035d594d28 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:27:23.798484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:23.853036 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:23.913276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (fb44d1d7-b555-4a7c-9246-8f035d594d28), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:24.209296 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66df0-2a9d-4ab8-af6d-d1e5197306ec req-d7be0a4f-7557-46b3-9447-c4dbab0e27c4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:24.210812 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68b66df0-2a9d-4ab8-af6d-d1e5197306ec req-d7be0a4f-7557-46b3-9447-c4dbab0e27c4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b0f7646-c731-405a-ac41-0e889b5fdb56 HTTP/1.1" status: 200 len: 945 time: 0.5778055 Jun 16 16:27:24.213382 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'Port': ['ID=fb44d1d7-b555-4a7c-9246-8f035d594d28,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:24.332232 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68b66df0-2a9d-4ab8-af6d-d1e5197306ec req-5106d8ba-3c6a-4218-988b-a738aac620eb tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=694de933-b566-44db-b99a-75e740c19073&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142039 Jun 16 16:27:24.358433 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:27:24.469008 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:27:24.481405 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:24.492642 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:27:24.493501 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:27:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.513933 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] No DVR routers for this DVR port fb44d1d7-b555-4a7c-9246-8f035d594d28 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:27:24.516584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:24.519750 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f3e636f0-e72c-4816-a0bf-d483691ad97c req-41a60451-cb8b-4576-ba6f-3eaf150eb4f4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "DELETE /v2.0/ports/fb44d1d7-b555-4a7c-9246-8f035d594d28 HTTP/1.1" status: 204 len: 173 time: 1.1735208 Jun 16 16:27:24.520183 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'name': 'network-vif-deleted', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:27:24.522487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd061789-1dca-4847-bd32-5c047019ab9b" -d '{"events": [{"server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "name": "network-vif-deleted", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:24.596388 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b2578-ab78-4abb-9b21-0739fbfe00f2 x-openstack-request-id: req-c97b2578-ab78-4abb-9b21-0739fbfe00f2 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:24.596991 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0f7646-c731-405a-ac41-0e889b5fdb56", "name": "network-vif-deleted", "tag": "fb44d1d7-b555-4a7c-9246-8f035d594d28", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:24.596991 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c97b2578-ab78-4abb-9b21-0739fbfe00f2 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:24.597459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97b2578-ab78-4abb-9b21-0739fbfe00f2'] response: {'server_uuid': '3b0f7646-c731-405a-ac41-0e889b5fdb56', 'name': 'network-vif-deleted', 'tag': 'fb44d1d7-b555-4a7c-9246-8f035d594d28', 'status': 'completed', 'code': 200} Jun 16 16:27:24.612121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:27:24.827690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.865688 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:24.875826 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:27:24.876442 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:27:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.983240 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:27:25.295391 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:25.319859 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd28cf3-406a-4d6d-8fdf-2051bcdf9cf6 None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:25.533045 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1d939-be9e-4d42-a024-15fc1cdd6078 None None] New status for floating IP b5b383bb-f64a-4d72-8d71-6ad52780462a: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:27:26.432478 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55542) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:26.485779 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (694de933-b566-44db-b99a-75e740c19073), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.508946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (694de933-b566-44db-b99a-75e740c19073), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.555805 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (694de933-b566-44db-b99a-75e740c19073), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.559223 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.560604 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "DELETE /v2.0/security-groups/694de933-b566-44db-b99a-75e740c19073 HTTP/1.1" status: 204 len: 168 time: 0.1266432 Jun 16 16:27:26.563515 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55544) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:26.569630 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694de933-b566-44db-b99a-75e740c19073,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:26.577116 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.577459 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.577681 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.api.v2.resource [None req-b87fe435-aa00-4dcb-ab46-dab481844702 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] show failed (client error): The resource could not be found. Jun 16 16:27:26.577810 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.578149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.578479 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.578703 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b87fe435-aa00-4dcb-ab46-dab481844702 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups/694de933-b566-44db-b99a-75e740c19073 HTTP/1.1" status: 404 len: 347 time: 0.0141754 Jun 16 16:27:26.578876 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.579214 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.579536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.579858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.580178 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.580496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.580816 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.581218 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.581492 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55546) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:26.581603 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.581875 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97892749-7305-4973-ae30-f2e5173fe6c9 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:26.599322 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:26.599885 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:26.699900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Deleting port d52e7a58-98a5-4942-9503-81baa5a6ea6f {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:27:26.700211 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.779120 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.779449 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (d52e7a58-98a5-4942-9503-81baa5a6ea6f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.791398 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Calling delete_port for d52e7a58-98a5-4942-9503-81baa5a6ea6f owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:27:26.924093 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (d52e7a58-98a5-4942-9503-81baa5a6ea6f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:26.928762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:26.949106 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'Port': ['ID=d52e7a58-98a5-4942-9503-81baa5a6ea6f,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:27.013491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (b5b383bb-f64a-4d72-8d71-6ad52780462a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:27.015980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:27.017119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-398cadac-d9a5-4c74-9567-e5eadea06842 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "DELETE /v2.0/floatingips/b5b383bb-f64a-4d72-8d71-6ad52780462a HTTP/1.1" status: 204 len: 168 time: 0.4347415 Jun 16 16:27:28.098954 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55558) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:28.103551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699147071', 'description': 'tempest-description--1223554605'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:28.124986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.193469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.197059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.222512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:28.231152 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fb44d1d7-b555-4a7c-9246-8f035d594d28 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:27:28.234999 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.236238 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362064 Jun 16 16:27:28.238172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df17ca-b4ad-42bf-b65d-db76224b3104 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.239584 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55560) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:28.246314 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group_rule': {'security_group_id': '0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:28.252772 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: fb44d1d7-b555-4a7c-9246-8f035d594d28 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:27:28.253129 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device fb44d1d7-b555-4a7c-9246-8f035d594d28 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:27:28.273975 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (15ffc7c8-b7c7-4e01-8a36-c4eac9e99ddb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.336158 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (15ffc7c8-b7c7-4e01-8a36-c4eac9e99ddb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.339549 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (15ffc7c8-b7c7-4e01-8a36-c4eac9e99ddb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.360580 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ffc7c8-b7c7-4e01-8a36-c4eac9e99ddb,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.368045 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.369217 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5a838d9e-0016-4d06-9a90-b9cca4a36975 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284726 Jun 16 16:27:28.372524 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55562) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:28.376687 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'security_group_rule': {'security_group_id': '0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:28.401088 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (072ccbc5-c016-45b2-9149-274ff8d13cd3), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.457098 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (072ccbc5-c016-45b2-9149-274ff8d13cd3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.461159 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (072ccbc5-c016-45b2-9149-274ff8d13cd3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.480046 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072ccbc5-c016-45b2-9149-274ff8d13cd3,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.487653 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.488832 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-398b2a78-015c-4f5c-9ca4-847afb2df5ab tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154006 Jun 16 16:27:28.491841 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55566) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:28.496043 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:28.516453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.599206 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.698973 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Allocated IP 172.27.0.82 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/975b6859-c4a2-4441-960e-8a46815f19dc) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:28.804453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (975b6859-c4a2-4441-960e-8a46815f19dc), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.806943 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:28.809377 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:28.845682 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:28.887375 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:28.892367 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:28.894575 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=975b6859-c4a2-4441-960e-8a46815f19dc,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.896707 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:27:28.978279 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.014447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.163963 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (975b6859-c4a2-4441-960e-8a46815f19dc), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.168385 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.236304 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=975b6859-c4a2-4441-960e-8a46815f19dc,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:29.245932 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.261684 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:29.262930 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-22972d29-9c3f-423c-8da4-4b4f977d1c25 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7701817 Jun 16 16:27:29.505679 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-ab6a6b56-4023-494b-86f9-c3e0016dac26 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--699147071&fields=id&tenant_id=41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 267 time: 0.0439155 Jun 16 16:27:29.610960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-d3d82c2d-2dc6-44b6-9bda-d2f7b43168ef tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:29.612466 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-d3d82c2d-2dc6-44b6-9bda-d2f7b43168ef tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 811 time: 0.0998631 Jun 16 16:27:29.627234 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-d39410a4-6dd2-483e-924e-2f4a05d2bafc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/quotas/41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 375 time: 0.0094664 Jun 16 16:27:29.679257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-2f8c3ebc-133a-458e-b262-5122fa614854 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472252 Jun 16 16:27:29.773320 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-5759e2e1-05dd-49eb-acc3-ab9722d2cb3c service neutron] 10.222.0.88 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823214 Jun 16 16:27:29.866448 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-8ab1d5aa-2310-4cb2-a2fe-bdedfaaec65a service neutron] 10.222.0.88 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874884 Jun 16 16:27:30.025547 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-639de42d-1bc8-45d6-9025-05316022790d req-38c2d798-dbeb-4ca0-9ee6-c6556b0e75a4 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Jun 16 16:27:31.059856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-2222aee5-f0b1-4a01-8e8f-d36a0d697e0b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:31.061445 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-2222aee5-f0b1-4a01-8e8f-d36a0d697e0b tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 811 time: 0.1139278 Jun 16 16:27:31.159247 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-929f0a0e-c186-4fe4-a8fa-ea47ad7ca5ea req-206cb517-dc2f-4504-adbd-b372efd89888 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0420747 Jun 16 16:27:31.170057 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-d8cdd49c-2f2f-4a29-afed-5674fda33496 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f6c4a1b7784d7d874b00d5e43507cf HTTP/1.1" status: 200 len: 379 time: 0.0922732 Jun 16 16:27:31.183573 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'port': {'device_id': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'admin_state_up': True, 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'security_groups': ['0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:31.216817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:31.303387 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Made reservation on behalf of 41f6c4a1b7784d7d874b00d5e43507cf for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:27:31.306833 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.426543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Allocated IP 172.20.0.11 (45ef15c7-612b-46f3-8f14-2e68fe914c36/5ae6350a-38bd-424f-8f77-01d9911b915e/7fb6e4e3-160e-41a2-acba-acecfd3f19bc) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:31.543788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:31.567722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.601474 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.642863 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:31.646005 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:31.649722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:27:31.682299 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event updated for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:31.708593 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:31.709193 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.727211 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-bdfa4574-35ec-4d19-98dd-00146d7242c7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488048 Jun 16 16:27:31.747669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Request body: {'port': {'device_id': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:31.810632 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.875459 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-5a85d912-f75b-4e7f-9a73-7c2f0cfab1e9 None None] Provisioning complete for port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:27:31.876091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5a85d912-f75b-4e7f-9a73-7c2f0cfab1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:31.907083 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5a85d912-f75b-4e7f-9a73-7c2f0cfab1e9 None None] Port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:27:32.039258 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:32.072134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb6e4e3-160e-41a2-acba-acecfd3f19bc {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:27:32.079621 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks [] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.092985 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Transition to ACTIVE for port object 7fb6e4e3-160e-41a2-acba-acecfd3f19bc will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:27:32.096951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.169320 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Pushing event updated for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:32.224160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Attempting to bind port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:27:32.224698 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Attempting to bind port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:27:32.225061 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Attempting to bind port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:27:32.230366 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:27:32.230695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Attempting to bind port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc on network 45ef15c7-612b-46f3-8f14-2e68fe914c36 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:27:32.236909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:27:32.237259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Checking segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:27:32.237648 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Bound using segment: {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:27:32.238123 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Bound port: 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6455ee4-b17a-4261-a984-267a98f7a1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:27:32.238490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.337472 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ac23-b32f-43bc-ae25-7d1195a28ce7 req-9608a57b-f60b-4798-b31c-40ecbf0f8b41 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:32.339074 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37f7ac23-b32f-43bc-ae25-7d1195a28ce7 req-9608a57b-f60b-4798-b31c-40ecbf0f8b41 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0839834 Jun 16 16:27:32.343412 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:32.346060 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:27:32.351010 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:27:32.367893 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.428411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:32.429042 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.430624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] 10.222.0.33 "PUT /v2.0/ports/7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 1094 time: 0.6878324 Jun 16 16:27:32.431146 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:27:32.434003 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c18bf-066a-4234-b54a-ae916765d971" -d '{"events": [{"name": "network-changed", "server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:32.454696 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37f7ac23-b32f-43bc-ae25-7d1195a28ce7 req-a51a6b51-ea61-4c79-bba3-a8a5db8795cc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056964 Jun 16 16:27:32.465205 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0e59-1d50-4ef0-9813-06be38c017fa service neutron] Pushing event updated for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:32.491629 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31fb34e-c987-49de-831b-1e14e9d2a8df x-openstack-request-id: req-b31fb34e-c987-49de-831b-1e14e9d2a8df {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:32.493834 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:32.493998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b31fb34e-c987-49de-831b-1e14e9d2a8df {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:32.494451 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31fb34e-c987-49de-831b-1e14e9d2a8df'] response: {'name': 'network-changed', 'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'status': 'completed', 'code': 200} Jun 16 16:27:32.507074 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:32.553536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-16fe6763-03a1-4e1b-8d56-0385112c2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:32.555167 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-16fe6763-03a1-4e1b-8d56-0385112c2bd2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1128 time: 0.0425601 Jun 16 16:27:32.605373 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-d1cc48c9-de57-47fe-b0ba-c19ce3856cbd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 217 time: 0.0343032 Jun 16 16:27:32.662097 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-dbdcd832-de6d-4c0a-9416-68293cacfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:32.663575 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-dbdcd832-de6d-4c0a-9416-68293cacfb59 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0525622 Jun 16 16:27:32.716095 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-1dbc3c5c-8913-47e3-8116-15c3e8a40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:32.717989 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-1dbc3c5c-8913-47e3-8116-15c3e8a40100 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481091 Jun 16 16:27:32.810666 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-da6a67ba-2974-473c-be73-08ec6b749104 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Jun 16 16:27:32.902717 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0fed7c71-21cd-4dee-870e-ad6ed4eaf5b5 req-46d7c818-6868-4cca-b855-adb86368ecdc service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Jun 16 16:27:33.603206 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da079380-7242-4b53-97f4-dfd6937ec5be req-61cb2c5e-2929-449b-9b31-b1baa239bb86 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:33.605297 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-da079380-7242-4b53-97f4-dfd6937ec5be req-61cb2c5e-2929-449b-9b31-b1baa239bb86 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0512950 Jun 16 16:27:33.630143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:33.653815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-da079380-7242-4b53-97f4-dfd6937ec5be req-8a4998ce-6fb1-4154-942c-b241447ae212 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Jun 16 16:27:34.017972 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55646) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:34.124752 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5d2f27ae-5b9d-4de6-be83-1fdcd87eed22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.203629 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5d2f27ae-5b9d-4de6-be83-1fdcd87eed22 admin admin] Publish callbacks [] for security_group (ee3bbafd-d6d4-4965-a98c-31c1c0416699), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.207352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5d2f27ae-5b9d-4de6-be83-1fdcd87eed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ee3bbafd-d6d4-4965-a98c-31c1c0416699), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.246183 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5d2f27ae-5b9d-4de6-be83-1fdcd87eed22 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c94dc0baa2d4a808cfbcf090014e8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271457 Jun 16 16:27:34.247081 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f27ae-5b9d-4de6-be83-1fdcd87eed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bbafd-d6d4-4965-a98c-31c1c0416699,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:34.249497 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55650) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:34.303361 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] Publish callbacks [] for security_group (ee3bbafd-d6d4-4965-a98c-31c1c0416699), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.329142 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] Publish callbacks [] for security_group (ee3bbafd-d6d4-4965-a98c-31c1c0416699), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.376307 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ee3bbafd-d6d4-4965-a98c-31c1c0416699), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.379009 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:34.380199 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee3bbafd-d6d4-4965-a98c-31c1c0416699 HTTP/1.1" status: 204 len: 168 time: 0.1302574 Jun 16 16:27:34.388427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6418a63-f2a0-4215-a27d-1983ca1f14cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bbafd-d6d4-4965-a98c-31c1c0416699,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:34.787854 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d85cd-3365-4c2f-9e7e-ddf23e44abcd req-292b4f6d-f633-4369-9f4a-463e29915041 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:34.789340 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa5d85cd-3365-4c2f-9e7e-ddf23e44abcd req-292b4f6d-f633-4369-9f4a-463e29915041 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0479786 Jun 16 16:27:34.838339 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fa5d85cd-3365-4c2f-9e7e-ddf23e44abcd req-b652f5f1-caf5-4ce5-a7b1-2360635ccdf0 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416136 Jun 16 16:27:35.183328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c18bf-066a-4234-b54a-ae916765d971 req-979f70bc-67b6-4036-b75e-a68a27b272f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:35.184844 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-979f70bc-67b6-4036-b75e-a68a27b272f6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1128 time: 0.0404830 Jun 16 16:27:35.280039 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c18bf-066a-4234-b54a-ae916765d971 req-e91ff10a-08c6-417a-a49f-e3e6508f2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:35.281510 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-e91ff10a-08c6-417a-a49f-e3e6508f2990 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0878239 Jun 16 16:27:35.319367 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-2e711050-b69c-4ab7-b036-df3492c5a945 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 217 time: 0.0309992 Jun 16 16:27:35.368885 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c18bf-066a-4234-b54a-ae916765d971 req-917bbd01-6b25-4774-8f1f-1a4c77f543e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:35.370831 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-917bbd01-6b25-4774-8f1f-1a4c77f543e7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0462010 Jun 16 16:27:35.405323 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:35.413922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c18bf-066a-4234-b54a-ae916765d971 req-5ebe9839-07e6-46b8-bfaf-08a75c422403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:35.415395 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-5ebe9839-07e6-46b8-bfaf-08a75c422403 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390558 Jun 16 16:27:35.502789 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-167ff566-7409-438d-8dc8-2226a3903096 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814335 Jun 16 16:27:35.593396 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-079c18bf-066a-4234-b54a-ae916765d971 req-cba701f5-f8f7-4a4d-96d5-27c1f209eee9 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849292 Jun 16 16:27:35.605127 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:35.606985 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:35.952843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7ddb-d9e8-4a20-849d-ce6f3eb4a92b req-0d48c0c5-f466-4dd1-b844-44c24e09d106 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:35.954356 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-555e7ddb-d9e8-4a20-849d-ce6f3eb4a92b req-0d48c0c5-f466-4dd1-b844-44c24e09d106 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0474184 Jun 16 16:27:36.001987 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-555e7ddb-d9e8-4a20-849d-ce6f3eb4a92b req-1026cde3-924c-45c7-ada3-978d20273c4c tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Jun 16 16:27:36.233209 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7fb6e4e3-160e-41a2-acba-acecfd3f19bc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:27:36.340373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:27:36.351538 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'port_id': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'mac_address': 'fa:16:3e:e6:d8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:27:36.385315 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:27:36.385634 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:36.398376 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb6e4e3-160e-41a2-acba-acecfd3f19bc {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:27:36.419032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:27:36.422666 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:36.467117 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:36.474385 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.474736 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.475082 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.475423 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.475759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.476089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.476415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.476745 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.477069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.477393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.477740 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.478067 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.478388 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.478711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.479031 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:36.835761 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:27:36.840097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['7fb6e4e3-160e-41a2-acba-acecfd3f19bc'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:27:37.124988 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f6f4-9817-42c0-8aba-0d2961a3f963 req-b9110899-d65c-4b2d-9d97-6e5ce9adb528 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:37.126517 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4f0f6f4-9817-42c0-8aba-0d2961a3f963 req-b9110899-d65c-4b2d-9d97-6e5ce9adb528 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 945 time: 0.0552480 Jun 16 16:27:37.176849 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e4f0f6f4-9817-42c0-8aba-0d2961a3f963 req-f768397f-5366-475b-8c9c-554484ef9dc7 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444341 Jun 16 16:27:37.181511 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55678) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:37.286183 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-370ef8d6-106b-4306-864f-2b96ae12ed28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.324029 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:37.363308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-370ef8d6-106b-4306-864f-2b96ae12ed28 admin admin] Publish callbacks [] for security_group (b40771cc-4529-4b55-8ade-55cae243c5db), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.366784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-370ef8d6-106b-4306-864f-2b96ae12ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b40771cc-4529-4b55-8ade-55cae243c5db), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.406185 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-370ef8d6-106b-4306-864f-2b96ae12ed28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0ecc548719b49d4b75b13b887ffcbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230880 Jun 16 16:27:37.407087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef8d6-106b-4306-864f-2b96ae12ed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40771cc-4529-4b55-8ade-55cae243c5db,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:37.408790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55682) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:37.421512 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:37.460379 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] Publish callbacks [] for security_group (b40771cc-4529-4b55-8ade-55cae243c5db), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.481868 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] Publish callbacks [] for security_group (b40771cc-4529-4b55-8ade-55cae243c5db), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.513968 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:37.529577 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b40771cc-4529-4b55-8ade-55cae243c5db), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.532103 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:37.533289 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b40771cc-4529-4b55-8ade-55cae243c5db HTTP/1.1" status: 204 len: 168 time: 0.1233921 Jun 16 16:27:37.541205 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b0d27-e200-46fe-b0bd-3252dc04380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40771cc-4529-4b55-8ade-55cae243c5db,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:38.258688 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7fb6e4e3-160e-41a2-acba-acecfd3f19bc up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:27:38.289663 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cde90-a831-4102-8b0c-05ee843b995a req-be75314d-7954-4136-9d01-3b20eff610c6 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:38.291170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-901cde90-a831-4102-8b0c-05ee843b995a req-be75314d-7954-4136-9d01-3b20eff610c6 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Jun 16 16:27:38.304763 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:27:38.311943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:27:38.312317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:38.343555 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-901cde90-a831-4102-8b0c-05ee843b995a req-f123eb0a-9cf1-4a25-9b8a-00f3f92370e8 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462120 Jun 16 16:27:38.354721 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:38.376326 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:38.385691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:27:38.386103 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:38.409201 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:27:38.411534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4bb24-76b3-482a-8ec2-f6a5f6ec9a4a" -d '{"events": [{"server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:38.424827 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:27:38.429233 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:38.456052 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c18a94e-f5a5-4fb1-b78a-40e6f32ca223 x-openstack-request-id: req-3c18a94e-f5a5-4fb1-b78a-40e6f32ca223 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:38.456532 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:38.456941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c18a94e-f5a5-4fb1-b78a-40e6f32ca223 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:38.457557 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c18a94e-f5a5-4fb1-b78a-40e6f32ca223'] response: {'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'code': 200} Jun 16 16:27:38.486287 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:38.652277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb98e6-7917-4fa3-b4dc-b21d5f38eb4f req-736834a5-28ed-44e3-8931-da6a01bbbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:38.653860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71fb98e6-7917-4fa3-b4dc-b21d5f38eb4f req-736834a5-28ed-44e3-8931-da6a01bbbabc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1130 time: 0.0384104 Jun 16 16:27:38.696978 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-71fb98e6-7917-4fa3-b4dc-b21d5f38eb4f req-9b0fc2b5-213a-4949-8d19-26f7f26745fc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366635 Jun 16 16:27:39.458242 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f1cd-3068-4c29-a6b9-fdc5b72b529a req-587f68f4-0274-4079-81a9-474c1c6cc26a tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:39.459705 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c230f1cd-3068-4c29-a6b9-fdc5b72b529a req-587f68f4-0274-4079-81a9-474c1c6cc26a tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0472190 Jun 16 16:27:39.506209 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c230f1cd-3068-4c29-a6b9-fdc5b72b529a req-9eb8e6ca-1491-413b-a706-abe0ae9b1d15 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Jun 16 16:27:40.317870 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa808-687d-443e-9e6a-b9bfbe448edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:40.624179 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874996b8-0ab1-4ac2-8560-3a79c2b36207 req-98043c96-121e-4024-9d49-409c2180d766 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:40.625544 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-874996b8-0ab1-4ac2-8560-3a79c2b36207 req-98043c96-121e-4024-9d49-409c2180d766 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0505002 Jun 16 16:27:40.652109 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:40.674035 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-874996b8-0ab1-4ac2-8560-3a79c2b36207 req-e4bc6257-c2ae-46a9-b207-e90d2d2b6885 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Jun 16 16:27:40.784521 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e406-4323-4650-b998-1166dce89541 req-7da23594-2b7c-4578-8d57-02d90b587c3f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:40.785988 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a488e406-4323-4650-b998-1166dce89541 req-7da23594-2b7c-4578-8d57-02d90b587c3f tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0463543 Jun 16 16:27:40.794377 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55696) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:27:40.798750 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Request body: {'floatingip': {'port_id': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:27:40.836016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:41.443414 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-1651e1d8-5e8d-4af5-accb-fb8b600ccb4e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2982175 Jun 16 16:27:41.562636 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:41.566276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-05623ffb-01fb-4c90-8979-5eb3c1dc12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:41.568024 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-05623ffb-01fb-4c90-8979-5eb3c1dc12c0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1130 time: 0.0549331 Jun 16 16:27:41.569117 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:41.602674 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:41.733328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Floating IP e0d6203b-5fc0-4658-a88a-22d0005c6afb associated. External IP: 172.27.0.82, port: 7fb6e4e3-160e-41a2-acba-acecfd3f19bc. Jun 16 16:27:41.769510 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-26a92626-6856-449a-a38b-37b733655e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:41.770989 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-26a92626-6856-449a-a38b-37b733655e3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.1649761 Jun 16 16:27:41.871774 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-7345b53f-6d3d-4b9f-ab30-7a1f8270a483 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 999 time: 0.0940990 Jun 16 16:27:41.938856 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:41.964153 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-f670db1d-f51b-4b25-a839-accd201fdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:41.965888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-f670db1d-f51b-4b25-a839-accd201fdcca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0886385 Jun 16 16:27:42.058724 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-64e1662d-24de-493d-8f30-ad0dc346373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:42.060624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-64e1662d-24de-493d-8f30-ad0dc346373f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637364 Jun 16 16:27:42.076331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:27:42.234482 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-814a9ba9-0d17-436e-8189-4fbca050e3bb service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664512 Jun 16 16:27:42.251691 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:27:42.256669 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:42.261150 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:42.271948 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:27:42.273755 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:27:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:42.334231 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f6046da0-147a-4a91-aea0-62587af30f8e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "PUT /v2.0/floatingips/e0d6203b-5fc0-4658-a88a-22d0005c6afb HTTP/1.1" status: 200 len: 991 time: 1.5386722 Jun 16 16:27:42.336337 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:27:42.338971 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49870d7-a964-4905-8917-5870198cc690" -d '{"events": [{"name": "network-changed", "server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:42.371099 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e7ff96d-2f41-4ffe-ab9a-568dde7d7194 req-9f08e1a3-dfef-4136-bc07-0233e4734148 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290298 Jun 16 16:27:42.377661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c532b9-bf95-42c1-9b96-bcb76161351c x-openstack-request-id: req-19c532b9-bf95-42c1-9b96-bcb76161351c {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:42.377986 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:42.378239 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-19c532b9-bf95-42c1-9b96-bcb76161351c {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:42.378633 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c532b9-bf95-42c1-9b96-bcb76161351c'] response: {'name': 'network-changed', 'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'status': 'completed', 'code': 200} Jun 16 16:27:42.380951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:27:42.528920 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49870d7-a964-4905-8917-5870198cc690 req-0cc3a33e-c53e-44da-890f-17b6e880297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:42.530529 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-0cc3a33e-c53e-44da-890f-17b6e880297f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1130 time: 0.0426905 Jun 16 16:27:42.594236 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e0d6203b-5fc0-4658-a88a-22d0005c6afb', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:e6:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:27:28Z', 'updated_at': '2022-06-16T16:27:41Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:42.621328 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:42.629749 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:27:42.630355 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:27:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:42.686237 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9a6-c236-45f6-adea-7aabfe0a80c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:42.741331 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:27:42.819766 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:42.883115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49870d7-a964-4905-8917-5870198cc690 req-7af8a1e0-e2b2-4e94-9794-d707553fae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:42.884674 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-7af8a1e0-e2b2-4e94-9794-d707553fae0a service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.1048784 Jun 16 16:27:42.950753 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-74a17a84-7e55-4646-a17a-cd759bad3084 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 999 time: 0.0594218 Jun 16 16:27:43.014810 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:43.077742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e0d6203b-5fc0-4658-a88a-22d0005c6afb', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:e6:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:27:28Z', 'updated_at': '2022-06-16T16:27:41Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:43.102673 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859479d6-3418-43b2-950c-262c6bc0b3fa None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'e0d6203b-5fc0-4658-a88a-22d0005c6afb', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'port_id': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'mac_address': 'fa:16:3e:e6:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:27:28Z', 'updated_at': '2022-06-16T16:27:41Z', 'revision_number': 1, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:43.170825 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49870d7-a964-4905-8917-5870198cc690 req-61ddcfdd-0ad8-4e24-bbc5-e29fbcedc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:43.172340 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-61ddcfdd-0ad8-4e24-bbc5-e29fbcedc070 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0516467 Jun 16 16:27:43.217835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49870d7-a964-4905-8917-5870198cc690 req-3bd022b9-e4b1-49a0-8a3f-0c1aac6a5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:27:43.219349 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-3bd022b9-e4b1-49a0-8a3f-0c1aac6a5631 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399837 Jun 16 16:27:43.292535 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844973e-d2c9-4ec4-9bee-0f945023244c None None] New status for floating IP e0d6203b-5fc0-4658-a88a-22d0005c6afb: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:27:43.317481 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-9b54a77b-7bd0-4bf7-a075-84921756c23d service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912154 Jun 16 16:27:43.407617 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a49870d7-a964-4905-8917-5870198cc690 req-1122c6a7-f4d5-43b2-bd20-7b5f9d9a3a98 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Jun 16 16:27:43.658244 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:45.224468 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:45.754903 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:27:47.536657 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:47.537377 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:53.393006 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:53.397946 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:53.402459 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:53.404568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=41 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:55.748932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:27:55.750862 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:02.495351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:10.320177 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1000ddbd-ad53-4f0b-8160-c3d2950acb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:11.823090 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:11.823851 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:12.658541 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f6074710-c1a0-4343-9783-8c850ff26a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:13.656290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:13.834748 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:28:15.228682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:15.759790 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:20.167186 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-9248167d-a639-43cf-91ae-60fd8b1e07e3 req-cc9a34a7-f722-4b44-8adb-59fbf6b3d1e3 service neutron] (104080) timed out ('10.222.0.33', 61386) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:28:23.830106 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:23.830870 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:25.754189 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:25.756182 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:32.509325 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:37.799228 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-c7b937e6-1c03-4a52-abf0-257c0e845260 req-189b47ea-d7ac-4d4b-9d1a-b6a37ad0322a service neutron] (104079) timed out ('10.222.0.33', 61411) {{(pid=104079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:28:40.322466 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e34b94ae-380d-476e-ab9a-418c6fd487a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:41.251781 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-d898dc16-3f9d-471c-a1bd-225741ff6d22 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267538 Jun 16 16:28:41.388671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711503b6-861e-4655-a300-48cac85eb846 req-3196fad9-86df-4642-a260-d86da67a1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:41.390335 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-3196fad9-86df-4642-a260-d86da67a1240 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 1130 time: 0.0787764 Jun 16 16:28:41.502939 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711503b6-861e-4655-a300-48cac85eb846 req-c404cd6a-4fbb-4160-ba66-55b1efa9fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:41.504485 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-c404cd6a-4fbb-4160-ba66-55b1efa9fcc3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 200 len: 913 time: 0.0952578 Jun 16 16:28:41.579776 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-e47bc199-579d-44b7-a29f-51f0d35ca1ab service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 200 len: 1001 time: 0.0685022 Jun 16 16:28:41.632185 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711503b6-861e-4655-a300-48cac85eb846 req-d94df06d-3402-49a0-9bc7-7c599ffaf17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:41.633774 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-d94df06d-3402-49a0-9bc7-7c599ffaf17a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 200 len: 850 time: 0.0483830 Jun 16 16:28:41.680238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711503b6-861e-4655-a300-48cac85eb846 req-bd8d055f-1e99-4c9b-87f9-8f1cfce2b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:28:41.682314 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-bd8d055f-1e99-4c9b-87f9-8f1cfce2b7b8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45ef15c7-612b-46f3-8f14-2e68fe914c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428524 Jun 16 16:28:41.781316 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-a353286b-289e-468e-ac9b-da788b655073 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935223 Jun 16 16:28:41.874476 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-711503b6-861e-4655-a300-48cac85eb846 req-8c18f19e-679c-41f4-87ef-312ef8418422 service neutron] 10.222.0.33 "GET /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875971 Jun 16 16:28:42.504937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:42.661829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f66b-d27c-413d-8fd3-9a4fd2c6f692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:43.659188 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:45.230626 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:45.762460 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:28:48.829775 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:48.830520 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:50.834348 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:28:51.867760 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=46 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:51.870688 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=55 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:55.751570 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:28:55.757924 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:02.520401 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:06.236046 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:06.240649 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:10.323657 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7aa6273e-b09e-4503-941b-670b5909a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:12.671203 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8a0a5b0b-3394-480c-b20d-3f6f5221a4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:13.664277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:15.233742 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:15.766675 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:25.760685 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:25.762921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:25.821100 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:25.826277 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:27.839872 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:29:31.980452 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60e24-fbf5-4e8f-bbb8-4ddf5faaba74 req-39755420-cbb9-42e7-8121-f5cd577350ef tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:29:31.982817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95d60e24-fbf5-4e8f-bbb8-4ddf5faaba74 req-39755420-cbb9-42e7-8121-f5cd577350ef tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0701916 Jun 16 16:29:32.034449 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-95d60e24-fbf5-4e8f-bbb8-4ddf5faaba74 req-619100b7-ad7d-49ca-b4ce-479f94522349 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455937 Jun 16 16:29:32.533516 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:33.171823 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f834-c43f-4ff0-bc3c-beb32a90fe0c req-27872a6c-0bdd-4753-acc8-c25d1164bc27 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:29:33.173634 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99a1f834-c43f-4ff0-bc3c-beb32a90fe0c req-27872a6c-0bdd-4753-acc8-c25d1164bc27 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0539896 Jun 16 16:29:33.229464 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99a1f834-c43f-4ff0-bc3c-beb32a90fe0c req-fa07d79e-1fa8-4ff7-a35a-5975ca1031fc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502565 Jun 16 16:29:34.254843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-3ee5d3e0-9ae9-40a5-8a30-79460567af30 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:29:34.256299 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-3ee5d3e0-9ae9-40a5-8a30-79460567af30 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0473449 Jun 16 16:29:34.376533 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Deleting port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:34.376867 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:34.388426 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e424-fef7-4f7d-ab69-8bd7d4b6d41b req-d168de04-100c-4c3e-94eb-eb7568c2c1cc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:29:34.389941 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6279e424-fef7-4f7d-ab69-8bd7d4b6d41b req-d168de04-100c-4c3e-94eb-eb7568c2c1cc tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0635669 Jun 16 16:29:34.496549 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6279e424-fef7-4f7d-ab69-8bd7d4b6d41b req-8a623338-1ed8-48c8-b08b-f78d1993a36d tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups?id=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962610 Jun 16 16:29:34.511992 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] For port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:29:34.512526 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:34.677201 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:34.677612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:34.677987 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Floating IP e0d6203b-5fc0-4658-a88a-22d0005c6afb disassociated. External IP: 172.27.0.82, port: 7fb6e4e3-160e-41a2-acba-acecfd3f19bc. Jun 16 16:29:34.678290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Calling delete_port for 7fb6e4e3-160e-41a2-acba-acecfd3f19bc owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:34.826022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (7fb6e4e3-160e-41a2-acba-acecfd3f19bc), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:34.853806 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'Port': ['ID=7fb6e4e3-160e-41a2-acba-acecfd3f19bc,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:34.865409 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.865789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.866122 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.866458 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.866794 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.867686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.868019 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.868324 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.868652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.868978 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.869304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.869630 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.869980 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.870304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.870627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:34.969821 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:34.975302 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:34.988878 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:29:35.107780 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:29:35.119629 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:35.131136 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:29:35.131680 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:29:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:35.156611 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] No DVR routers for this DVR port 7fb6e4e3-160e-41a2-acba-acecfd3f19bc on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:29:35.159554 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:35.162828 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7a413b34-4011-4d8e-b899-5bacfe3e5540 req-b6d64e30-6ede-43e9-bee4-125d8477a032 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.33 "DELETE /v2.0/ports/7fb6e4e3-160e-41a2-acba-acecfd3f19bc HTTP/1.1" status: 204 len: 173 time: 0.9019902 Jun 16 16:29:35.163276 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'name': 'network-vif-deleted', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:29:35.166135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bdb87-d56b-4d2e-b6ab-85a0b2a11722" -d '{"events": [{"server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "name": "network-vif-deleted", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:35.257552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:29:35.386762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94918eba-6b88-488c-be04-bdfdca2f6b47 x-openstack-request-id: req-94918eba-6b88-488c-be04-bdfdca2f6b47 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:35.387277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee4e81-9700-4e68-8206-ef3f08d9f8b7", "name": "network-vif-deleted", "tag": "7fb6e4e3-160e-41a2-acba-acecfd3f19bc", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:35.387375 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94918eba-6b88-488c-be04-bdfdca2f6b47 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:35.387731 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94918eba-6b88-488c-be04-bdfdca2f6b47'] response: {'server_uuid': '04ee4e81-9700-4e68-8206-ef3f08d9f8b7', 'name': 'network-vif-deleted', 'tag': '7fb6e4e3-160e-41a2-acba-acecfd3f19bc', 'status': 'completed', 'code': 200} Jun 16 16:29:35.495640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:35.525121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:35.533858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:29:35.534477 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:29:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:35.624882 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-beed8ed6-7727-4e8c-9fc6-83be2d36bdf7 req-be578619-ca72-4e5c-a9f0-5088795d167e tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/ports?device_id=04ee4e81-9700-4e68-8206-ef3f08d9f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0390697 Jun 16 16:29:35.651860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:29:35.849281 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:35.873393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3542805-3653-4651-b1bb-2dde8b7f364a None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:43Z', 'revision_number': 4, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '45c0d09c-d6e9-4e93-a7b4-04e32e7579dd', 'name': '', 'network_id': '45ef15c7-612b-46f3-8f14-2e68fe914c36', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'mac_address': 'fa:16:3e:ce:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:43Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'subnets': [{'id': '5ae6350a-38bd-424f-8f77-01d9911b915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:36.118623 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692a19a-b6fb-4cd2-9122-fac48fc743c9 None None] New status for floating IP e0d6203b-5fc0-4658-a88a-22d0005c6afb: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:29:36.716633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 55880) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:36.780064 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:36.807700 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:36.865999 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:36.869591 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:36.870854 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "DELETE /v2.0/security-groups/0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86 HTTP/1.1" status: 204 len: 168 time: 0.1529751 Jun 16 16:29:36.873889 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55882) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:36.881115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08d48-78f2-4681-a0a9-8c8507c66d40 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:36.888269 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7fb6e4e3-160e-41a2-acba-acecfd3f19bc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:29:36.893606 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-1cfd7862-56db-4319-be34-0dd9b56f3926 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] show failed (client error): The resource could not be found. Jun 16 16:29:36.894691 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1cfd7862-56db-4319-be34-0dd9b56f3926 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "GET /v2.0/security-groups/0df8ace3-cbb9-4ab2-9f0e-5f59ecd1ca86 HTTP/1.1" status: 404 len: 347 time: 0.0196002 Jun 16 16:29:36.898109 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55886) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:36.918966 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 7fb6e4e3-160e-41a2-acba-acecfd3f19bc {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:29:36.919216 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 7fb6e4e3-160e-41a2-acba-acecfd3f19bc not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:29:37.042359 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Deleting port 975b6859-c4a2-4441-960e-8a46815f19dc {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:37.042696 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.127962 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.128272 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (975b6859-c4a2-4441-960e-8a46815f19dc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.142281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Calling delete_port for 975b6859-c4a2-4441-960e-8a46815f19dc owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:37.288227 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (975b6859-c4a2-4441-960e-8a46815f19dc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.313828 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Pushing event deleted for resources: {'Port': ['ID=975b6859-c4a2-4441-960e-8a46815f19dc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:37.328161 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.328524 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.328855 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.329198 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.329533 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.329905 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.330226 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.330551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.330876 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.331198 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.331520 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.331851 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.332173 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.332494 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.332815 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:37.391433 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks [] for floatingip (e0d6203b-5fc0-4658-a88a-22d0005c6afb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.394068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:37.395251 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7be9a02b-4861-4fae-ba78-4df10af5cb76 tempest-AttachVolumeTestJSON-99850122 tempest-AttachVolumeTestJSON-99850122-project] 10.222.0.88 "DELETE /v2.0/floatingips/e0d6203b-5fc0-4658-a88a-22d0005c6afb HTTP/1.1" status: 204 len: 168 time: 0.4944446 Jun 16 16:29:40.330416 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-07617a66-e222-4c2a-9e35-5764639a3805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:40.984312 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55914) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:41.426824 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:41.557541 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:41.580689 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:41.660240 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Deleting port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:41.660573 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:41.738710 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] For port 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:29:41.738988 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:41.752213 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Calling delete_port for 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:41.936646 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (45c0d09c-d6e9-4e93-a7b4-04e32e7579dd), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:41.966195 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c0d09c-d6e9-4e93-a7b4-04e32e7579dd,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:42.135982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:42.358545 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Router a9af9939-88f7-40b0-aa03-dae4f4da0b33 has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:29:42.406334 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:42.446763 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:42.465782 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:29:42.471039 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9eb68494-fe65-4801-a9c7-65e13490bf08 admin admin] 10.222.0.88 "PUT /v2.0/routers/a9af9939-88f7-40b0-aa03-dae4f4da0b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874642 Jun 16 16:29:42.473831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55918) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:42.476459 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Sync routers for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:42.489503 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:29:42.490180 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:29:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:42.575067 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks [] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:42.588985 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:42.603960 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:29:42.667355 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:42.676418 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks [] for router_gateway (a9af9939-88f7-40b0-aa03-dae4f4da0b33), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:42.721964 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2ff5-5495-41af-b597-8abe30071b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:42.727706 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Deleting port a09e6723-fa07-4490-bef6-649a1cb7ce9b {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:42.728032 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:42.799886 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:29:41Z', 'revision_number': 5, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port': {'id': 'a09e6723-fa07-4490-bef6-649a1cb7ce9b', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:82:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:42.830787 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Checking router: a9af9939-88f7-40b0-aa03-dae4f4da0b33 for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:42.842314 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Routers {'a9af9939-88f7-40b0-aa03-dae4f4da0b33'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:29:42.842946 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:29:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:42.934680 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] Set router a9af9939-88f7-40b0-aa03-dae4f4da0b33 gateway port host: None {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:29:42.989443 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:29:42Z', 'revision_number': 6, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:43.014881 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b2d64-4cb7-4ade-ad36-065a35e1826b None None] The sync data for ids ['a9af9939-88f7-40b0-aa03-dae4f4da0b33'] in dv-cinder-837354-2-iscsi is: [{'id': 'a9af9939-88f7-40b0-aa03-dae4f4da0b33', 'name': 'tempest-AttachVolumeTestJSON-1991428893-router', 'tenant_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:21:41Z', 'updated_at': '2022-06-16T16:29:42Z', 'revision_number': 6, 'project_id': '41f6c4a1b7784d7d874b00d5e43507cf', 'gw_port_host': None}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:43.054955 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] For port a09e6723-fa07-4490-bef6-649a1cb7ce9b, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a09e6723-fa07-4490-bef6-649a1cb7ce9b,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:29:43.055334 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.068440 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Calling delete_port for a09e6723-fa07-4490-bef6-649a1cb7ce9b owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:43.253039 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (a09e6723-fa07-4490-bef6-649a1cb7ce9b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.280002 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09e6723-fa07-4490-bef6-649a1cb7ce9b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:43.367768 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.474247 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.476664 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks [] for router_controller (a9af9939-88f7-40b0-aa03-dae4f4da0b33), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.522881 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (a9af9939-88f7-40b0-aa03-dae4f4da0b33), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.524394 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9af9939-88f7-40b0-aa03-dae4f4da0b33 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:29:43.529402 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.530746 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-81b3c43d-7133-4b82-a868-1d67aaf27129 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a9af9939-88f7-40b0-aa03-dae4f4da0b33 HTTP/1.1" status: 204 len: 168 time: 1.0559700 Jun 16 16:29:43.533259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55920) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:43.578570 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Deleting subnet 5ae6350a-38bd-424f-8f77-01d9911b915e {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:29:43.582033 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Publish callbacks [] for subnet (5ae6350a-38bd-424f-8f77-01d9911b915e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.623003 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (5ae6350a-38bd-424f-8f77-01d9911b915e), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.624596 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:43.668733 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.669348 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:43.705994 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (5ae6350a-38bd-424f-8f77-01d9911b915e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.771676 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (5ae6350a-38bd-424f-8f77-01d9911b915e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.773271 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:29:43.801170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:29:43.801812 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 45c0d09c-d6e9-4e93-a7b4-04e32e7579dd not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:29:43.805456 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae6350a-38bd-424f-8f77-01d9911b915e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:43.809813 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.813375 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4cdc9d29-c863-4849-a911-24c025388607 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5ae6350a-38bd-424f-8f77-01d9911b915e HTTP/1.1" status: 204 len: 168 time: 0.2790198 Jun 16 16:29:43.817175 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55922) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:43.824864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5056b49-6916-4859-8db8-c8ac36aaf205 None None] Network 45ef15c7-612b-46f3-8f14-2e68fe914c36 requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:29:43.907598 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (45ef15c7-612b-46f3-8f14-2e68fe914c36), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:43.959378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Deleting port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:43.959378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.006766 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] DHCP port deletion for 45ef15c7-612b-46f3-8f14-2e68fe914c36 request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:29:44.039298 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] For port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,segment=NetworkSegment(d6455ee4-b17a-4261-a984-267a98f7a1c4),segment_id=d6455ee4-b17a-4261-a984-267a98f7a1c4)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:29:44.039727 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.058824 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Calling delete_port for b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:44.164320 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.195550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:44.202001 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Deleting port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:29:44.202173 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] No DVR routers for this DVR port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 on host dv-cinder-837354-2-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:29:44.202422 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.271711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] For port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729, host dv-cinder-837354-2-iscsi, got binding levels [] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:29:44.272112 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.287533 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Calling delete_port for b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:29:44.288190 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (45ef15c7-612b-46f3-8f14-2e68fe914c36), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.291476 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.ipam_backend_mixin [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 was not found and therefore no delete operation was performed {{(pid=104081) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 16:29:44.292721 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.313296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ef15c7-612b-46f3-8f14-2e68fe914c36']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:44.320989 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Pushing event deleted for resources: {'Port': ['ID=b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:44.326058 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] No DVR routers for this DVR port b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:29:44.327829 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6455ee4-b17a-4261-a984-267a98f7a1c4') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:44.328269 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6455ee4-b17a-4261-a984-267a98f7a1c4') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.337864 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339012 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339012 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339012 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339295 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339386 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.339677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.340094 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.340417 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.340744 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea0431-4a7b-4323-98a8-440a04edb9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:44.350039 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (d6455ee4-b17a-4261-a984-267a98f7a1c4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.366807 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (d6455ee4-b17a-4261-a984-267a98f7a1c4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.376050 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:29:44.376497 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (d6455ee4-b17a-4261-a984-267a98f7a1c4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.447372 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (45ef15c7-612b-46f3-8f14-2e68fe914c36), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.464214 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.467365 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] 10.222.0.88 "DELETE /v2.0/networks/45ef15c7-612b-46f3-8f14-2e68fe914c36 HTTP/1.1" status: 204 len: 168 time: 0.6489394 Jun 16 16:29:44.468638 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129bd3-9ff4-4ae5-997f-7b7baacc0176 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ef15c7-612b-46f3-8f14-2e68fe914c36,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:44.545045 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment d6455ee4-b17a-4261-a984-267a98f7a1c4 resource provider aggregate not found Jun 16 16:29:44.565303 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment d6455ee4-b17a-4261-a984-267a98f7a1c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6455ee4-b17a-4261-a984-267a98f7a1c4 found for delete ", "request_id": "req-f40c3667-9b78-482b-a6a1-d2f6806f5a39"}]} Jun 16 16:29:44.599254 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55932) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:44.645955 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-44403e46-bc6a-4861-8b0b-57af8221e375 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=41f6c4a1b7784d7d874b00d5e43507cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452538 Jun 16 16:29:44.650115 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 55934) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:44.683205 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:44.703725 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] Publish callbacks [] for security_group (605cefa0-e3d5-405c-99e9-0d8c86a87d36), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.729421 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] Publish callbacks [] for security_group (605cefa0-e3d5-405c-99e9-0d8c86a87d36), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.789895 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (605cefa0-e3d5-405c-99e9-0d8c86a87d36), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.793358 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:44.797166 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/605cefa0-e3d5-405c-99e9-0d8c86a87d36 HTTP/1.1" status: 204 len: 168 time: 0.1435866 Jun 16 16:29:44.802746 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0692e-0c3f-4837-a090-c76efc937b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cefa0-e3d5-405c-99e9-0d8c86a87d36,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:45.119891 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a09e6723-fa07-4490-bef6-649a1cb7ce9b no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:29:45.142201 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: a09e6723-fa07-4490-bef6-649a1cb7ce9b {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:29:45.142563 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a09e6723-fa07-4490-bef6-649a1cb7ce9b not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:29:45.142983 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:29:45.162932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:29:45.163311 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device b62c0a7b-d171-4d21-8a0c-b3a3d6bfd729 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:29:45.237459 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:45.774861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:46.199592 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:46.202420 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:46.874706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:46.876737 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.424777 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56018) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:49.533299 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3b09-ea87-4859-9e60-a1ea8ca7551a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.577661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=13,neutron:SELECT=83,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:49.624566 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3b09-ea87-4859-9e60-a1ea8ca7551a admin admin] Publish callbacks [] for security_group (256ef6f1-5af3-48c3-be10-ec50b4f95252), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.629628 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3b09-ea87-4859-9e60-a1ea8ca7551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (256ef6f1-5af3-48c3-be10-ec50b4f95252), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.669431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc3b09-ea87-4859-9e60-a1ea8ca7551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256ef6f1-5af3-48c3-be10-ec50b4f95252,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:49.673770 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c5bc3b09-ea87-4859-9e60-a1ea8ca7551a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a29a0b7dbd9640beba1f166a1dc7e946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479026 Jun 16 16:29:49.676501 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56022) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:49.731249 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] Publish callbacks [] for security_group (256ef6f1-5af3-48c3-be10-ec50b4f95252), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.755712 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] Publish callbacks [] for security_group (256ef6f1-5af3-48c3-be10-ec50b4f95252), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.808201 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (256ef6f1-5af3-48c3-be10-ec50b4f95252), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.810993 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:49.812173 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/256ef6f1-5af3-48c3-be10-ec50b4f95252 HTTP/1.1" status: 204 len: 168 time: 0.1348794 Jun 16 16:29:49.822059 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478bce5-1afd-4466-ba2f-d2abdf1e017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ef6f1-5af3-48c3-be10-ec50b4f95252,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:50.106215 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56028) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:50.126820 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-431772aa-2c49-403a-9538-1910dcd6dbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.210098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-431772aa-2c49-403a-9538-1910dcd6dbbf admin admin] Publish callbacks [] for security_group (2f5aafce-e617-4478-9f50-d60dec72a44a), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.215116 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-431772aa-2c49-403a-9538-1910dcd6dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2f5aafce-e617-4478-9f50-d60dec72a44a), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.253492 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431772aa-2c49-403a-9538-1910dcd6dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5aafce-e617-4478-9f50-d60dec72a44a,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:50.258413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-431772aa-2c49-403a-9538-1910dcd6dbbf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a9f317261454c6a8af9a6234a06949c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500411 Jun 16 16:29:50.261487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56030) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:50.317173 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] Publish callbacks [] for security_group (2f5aafce-e617-4478-9f50-d60dec72a44a), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.341045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] Publish callbacks [] for security_group (2f5aafce-e617-4478-9f50-d60dec72a44a), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.390503 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (2f5aafce-e617-4478-9f50-d60dec72a44a), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.392946 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:50.394216 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f5aafce-e617-4478-9f50-d60dec72a44a HTTP/1.1" status: 204 len: 168 time: 0.1317172 Jun 16 16:29:50.403650 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e1f3a-7a27-486d-ac1c-1aed654a46d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5aafce-e617-4478-9f50-d60dec72a44a,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:52.170641 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56074) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:52.294701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2500330d-3fe8-48ff-8a26-0771df7f4613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.374098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2500330d-3fe8-48ff-8a26-0771df7f4613 admin admin] Publish callbacks [] for security_group (b5192446-b340-4916-9c0b-86f224ecd3ac), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.378404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2500330d-3fe8-48ff-8a26-0771df7f4613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b5192446-b340-4916-9c0b-86f224ecd3ac), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.418705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500330d-3fe8-48ff-8a26-0771df7f4613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5192446-b340-4916-9c0b-86f224ecd3ac,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:52.422996 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-2500330d-3fe8-48ff-8a26-0771df7f4613 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98cd7090f8f94308886dfd3a3985a676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512958 Jun 16 16:29:52.425661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56078) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:52.482200 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] Publish callbacks [] for security_group (b5192446-b340-4916-9c0b-86f224ecd3ac), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.507541 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] Publish callbacks [] for security_group (b5192446-b340-4916-9c0b-86f224ecd3ac), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.558021 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (b5192446-b340-4916-9c0b-86f224ecd3ac), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.560604 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.561896 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5192446-b340-4916-9c0b-86f224ecd3ac HTTP/1.1" status: 204 len: 168 time: 0.1352136 Jun 16 16:29:52.570377 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30d5b0-26ae-46b0-b3c4-c5e1cca50a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5192446-b340-4916-9c0b-86f224ecd3ac,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:52.859056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56084) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:52.873588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3b77-fb6d-4a8d-b832-1912292c5b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.915634 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:52.942436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:29:52.969147 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3b77-fb6d-4a8d-b832-1912292c5b9f admin admin] Publish callbacks [] for security_group (05fba393-24f1-4ee6-ac93-05748ac29e65), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:52.973985 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3b77-fb6d-4a8d-b832-1912292c5b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (05fba393-24f1-4ee6-ac93-05748ac29e65), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.014534 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc3b77-fb6d-4a8d-b832-1912292c5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fba393-24f1-4ee6-ac93-05748ac29e65,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:53.020575 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-f2cc3b77-fb6d-4a8d-b832-1912292c5b9f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f9d890627ae4a4d8e9390234c2087fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599998 Jun 16 16:29:53.021488 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56086) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:29:53.073008 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] Publish callbacks [] for security_group (05fba393-24f1-4ee6-ac93-05748ac29e65), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.094831 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] Publish callbacks [] for security_group (05fba393-24f1-4ee6-ac93-05748ac29e65), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.149512 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (05fba393-24f1-4ee6-ac93-05748ac29e65), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.152150 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:29:53.153337 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05fba393-24f1-4ee6-ac93-05748ac29e65 HTTP/1.1" status: 204 len: 168 time: 0.1306286 Jun 16 16:29:53.161355 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb2cce-0003-42fe-a894-dfe58b0c2886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fba393-24f1-4ee6-ac93-05748ac29e65,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:02.544377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:03.006916 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=1,neutron:SELECT=14 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:03.012094 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:03.129068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:03.157575 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:04.838693 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:30:08.904998 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:10.324063 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e4dccd43-ef0b-4cd0-8c4e-0145d634db43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:12.541194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:12.668069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ddf05e1-f3bb-480a-a2ce-5aca63ad901b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:13.656737 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:13.669492 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:14.835144 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:15.239865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:15.773954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.101003 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56218) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:18.208306 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1254-807b-4f00-be3e-07b1ed302a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.285934 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1254-807b-4f00-be3e-07b1ed302a12 admin admin] Publish callbacks [] for security_group (0248661a-fdd8-4660-bd66-5acbbef5ce2d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.292013 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1254-807b-4f00-be3e-07b1ed302a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0248661a-fdd8-4660-bd66-5acbbef5ce2d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.334324 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c5fb1254-807b-4f00-be3e-07b1ed302a12 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48d467e06b6947798e00e98a91bd4733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320147 Jun 16 16:30:18.335597 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1254-807b-4f00-be3e-07b1ed302a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0248661a-fdd8-4660-bd66-5acbbef5ce2d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:18.337497 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56222) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:18.392351 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] Publish callbacks [] for security_group (0248661a-fdd8-4660-bd66-5acbbef5ce2d), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.414668 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] Publish callbacks [] for security_group (0248661a-fdd8-4660-bd66-5acbbef5ce2d), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.461477 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (0248661a-fdd8-4660-bd66-5acbbef5ce2d), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.464016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:18.465161 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0248661a-fdd8-4660-bd66-5acbbef5ce2d HTTP/1.1" status: 204 len: 168 time: 0.1256123 Jun 16 16:30:18.472633 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a7a88-080c-44db-a69d-2b6b2fa04291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0248661a-fdd8-4660-bd66-5acbbef5ce2d,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:25.764154 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:26.613155 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56340) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:26.718292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a498e724-75d5-4e66-9946-f342b431db39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.798676 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a498e724-75d5-4e66-9946-f342b431db39 admin admin] Publish callbacks [] for security_group (cb765974-f0c9-41d1-b457-e2bf2746bcf9), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.802404 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a498e724-75d5-4e66-9946-f342b431db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cb765974-f0c9-41d1-b457-e2bf2746bcf9), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.839687 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498e724-75d5-4e66-9946-f342b431db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb765974-f0c9-41d1-b457-e2bf2746bcf9,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:26.845458 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a498e724-75d5-4e66-9946-f342b431db39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ac679b3abab440f3a9adf0bffba6a7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312498 Jun 16 16:30:26.848379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56344) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:26.904467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] Publish callbacks [] for security_group (cb765974-f0c9-41d1-b457-e2bf2746bcf9), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.925887 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] Publish callbacks [] for security_group (cb765974-f0c9-41d1-b457-e2bf2746bcf9), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.974172 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (cb765974-f0c9-41d1-b457-e2bf2746bcf9), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.976635 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:26.977840 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb765974-f0c9-41d1-b457-e2bf2746bcf9 HTTP/1.1" status: 204 len: 168 time: 0.1282501 Jun 16 16:30:26.986133 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d6be-1179-404c-b025-6ed20a25895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb765974-f0c9-41d1-b457-e2bf2746bcf9,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:27.247751 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56350) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:27.261738 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df1d7b32-9473-4b6d-bf93-0edf523b1eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.339743 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df1d7b32-9473-4b6d-bf93-0edf523b1eb7 admin admin] Publish callbacks [] for security_group (ff7c0cea-6c32-477e-b265-fdcb8517d890), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.343543 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-df1d7b32-9473-4b6d-bf93-0edf523b1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ff7c0cea-6c32-477e-b265-fdcb8517d890), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.383057 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-df1d7b32-9473-4b6d-bf93-0edf523b1eb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=644d9f4c8f744ff2aeb300795c0d65ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341379 Jun 16 16:30:27.384144 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d7b32-9473-4b6d-bf93-0edf523b1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c0cea-6c32-477e-b265-fdcb8517d890,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:27.385872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56352) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:27.436977 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] Publish callbacks [] for security_group (ff7c0cea-6c32-477e-b265-fdcb8517d890), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.459575 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] Publish callbacks [] for security_group (ff7c0cea-6c32-477e-b265-fdcb8517d890), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.507317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (ff7c0cea-6c32-477e-b265-fdcb8517d890), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.509976 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.511130 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff7c0cea-6c32-477e-b265-fdcb8517d890 HTTP/1.1" status: 204 len: 168 time: 0.1233270 Jun 16 16:30:27.518917 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f839056-e1b2-4621-814f-fb791ec47d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c0cea-6c32-477e-b265-fdcb8517d890,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:27.869779 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56358) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:27.883809 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-943cec17-f6d5-4901-b1f3-8f1c55a945ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.974988 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:27.979464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-943cec17-f6d5-4901-b1f3-8f1c55a945ed admin admin] Publish callbacks [] for security_group (e24781b2-126e-457f-9d6a-5aeec540ccbc), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:27.984209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-943cec17-f6d5-4901-b1f3-8f1c55a945ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e24781b2-126e-457f-9d6a-5aeec540ccbc), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:28.003673 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:28.036969 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-943cec17-f6d5-4901-b1f3-8f1c55a945ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=235c531ded114f1cbb588408813884a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658709 Jun 16 16:30:28.039124 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cec17-f6d5-4901-b1f3-8f1c55a945ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24781b2-126e-457f-9d6a-5aeec540ccbc,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:28.040151 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56360) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:28.097551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] Publish callbacks [] for security_group (e24781b2-126e-457f-9d6a-5aeec540ccbc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:28.121358 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] Publish callbacks [] for security_group (e24781b2-126e-457f-9d6a-5aeec540ccbc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:28.173940 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e24781b2-126e-457f-9d6a-5aeec540ccbc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:28.176623 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:28.177863 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e24781b2-126e-457f-9d6a-5aeec540ccbc HTTP/1.1" status: 204 len: 168 time: 0.1366251 Jun 16 16:30:28.186827 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170fe1-9f77-4299-afc4-cdfc444874fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24781b2-126e-457f-9d6a-5aeec540ccbc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:32.545337 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:38.031291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=9 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:38.181903 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:38.182748 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=54,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:39.548097 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56494) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:39.665708 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.748805 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Publish callbacks [] for security_group (6eff7891-0458-489d-b2f2-fafdcc2e4d28), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.752796 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6eff7891-0458-489d-b2f2-fafdcc2e4d28), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.795847 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4d90e448c9a4d46ba2f776e9afe0022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465219 Jun 16 16:30:39.796703 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eff7891-0458-489d-b2f2-fafdcc2e4d28,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:39.798487 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56498) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:39.806090 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.806440 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.806818 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.807262 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.807587 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.807925 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.808410 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.808744 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.809454 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.809591 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.809934 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.810361 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.810729 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.811104 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.811432 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9dbd74-90f5-4c66-8b8a-12622312e79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.821312 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:39.822631 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:39.855427 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Publish callbacks [] for security_group (6eff7891-0458-489d-b2f2-fafdcc2e4d28), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.878903 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Publish callbacks [] for security_group (6eff7891-0458-489d-b2f2-fafdcc2e4d28), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.928590 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (6eff7891-0458-489d-b2f2-fafdcc2e4d28), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.931280 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:39.932641 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6eff7891-0458-489d-b2f2-fafdcc2e4d28 HTTP/1.1" status: 204 len: 168 time: 0.1330671 Jun 16 16:30:39.941221 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eff7891-0458-489d-b2f2-fafdcc2e4d28,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:39.949145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.949492 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.949886 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.950313 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.950653 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.951015 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.951300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.951649 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.951979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.952305 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.952758 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.953164 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.953491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.953841 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:39.954326 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606f86bc-901b-4834-962f-7be11c7a5102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:40.328690 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9874-df22-4f9a-b0a0-cb154b21722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:41.838366 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:30:42.655273 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:42.663507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a6708294-15d7-45af-a4d2-ada707834d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:43.679590 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:45.258608 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:45.773903 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.093699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56572) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:49.214638 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-53edc318-7c9c-440e-b483-416153e6c175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.596246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-53edc318-7c9c-440e-b483-416153e6c175 admin admin] Publish callbacks [] for security_group (5a4fc528-702e-4508-945d-c6757f92774c), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.601349 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-53edc318-7c9c-440e-b483-416153e6c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a4fc528-702e-4508-945d-c6757f92774c), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.641082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edc318-7c9c-440e-b483-416153e6c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4fc528-702e-4508-945d-c6757f92774c,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:49.646852 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-53edc318-7c9c-440e-b483-416153e6c175 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d98ce59f77974033afa3f8266ae7ee29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519612 Jun 16 16:30:49.650266 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56576) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:49.702447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] Publish callbacks [] for security_group (5a4fc528-702e-4508-945d-c6757f92774c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.725213 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] Publish callbacks [] for security_group (5a4fc528-702e-4508-945d-c6757f92774c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.774536 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (5a4fc528-702e-4508-945d-c6757f92774c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.777146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:49.778384 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a4fc528-702e-4508-945d-c6757f92774c HTTP/1.1" status: 204 len: 168 time: 0.1270716 Jun 16 16:30:49.786619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a1a32-fbb7-4cb0-8ec6-3cd9786a25f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4fc528-702e-4508-945d-c6757f92774c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:50.557592 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56598) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:50.667245 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1664625664-network', 'tenant_id': '3643cc8acf58444383e525f1990d1129'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:50.690172 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Made reservation on behalf of 3643cc8acf58444383e525f1990d1129 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:50.692694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.702394 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.786376 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks [] for security_group (e43ba947-324c-492d-9753-f07e6381d6f8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.793447 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e43ba947-324c-492d-9753-f07e6381d6f8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.822982 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:50.837023 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ba947-324c-492d-9753-f07e6381d6f8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:50.844798 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (39dd2736-0ef7-4b0c-b38a-6ec2701bd591), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.845742 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Added segment 39dd2736-0ef7-4b0c-b38a-6ec2701bd591 of type vlan for network a4761258-d752-4e48-942f-d11f7b716bfd Jun 16 16:30:50.916705 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (a4761258-d752-4e48-942f-d11f7b716bfd), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.949106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (a4761258-d752-4e48-942f-d11f7b716bfd), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.950333 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:30:50.950945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:50.995814 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4370759 Jun 16 16:30:51.000578 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56602) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:51.009340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Request body: {'subnet': {'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1664625664-subnet', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:51.035431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec90e-3e16-4e58-a391-f6a522196407 admin admin] Pushing event updated for resources: {'Network': ['ID=a4761258-d752-4e48-942f-d11f7b716bfd,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.043056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Made reservation on behalf of 3643cc8acf58444383e525f1990d1129 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:51.046709 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.049674 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network a4761258-d752-4e48-942f-d11f7b716bfd details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:30:51.261321 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (fdc40c70-3d4d-4d03-83e2-11304f8d44e3), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.314740 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc40c70-3d4d-4d03-83e2-11304f8d44e3,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.339122 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:51.339811 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Network hostable DHCP agents. Network: a4761258-d752-4e48-942f-d11f7b716bfd, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:51.365294 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Network a4761258-d752-4e48-942f-d11f7b716bfd is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:51.378098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, a4761258-d752-4e48-942f-d11f7b716bfd) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:51.385134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:30:51.386407 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.391130 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703130ce-06cb-4c67-98af-b177db1650eb None None] Network a4761258-d752-4e48-942f-d11f7b716bfd requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:30:51.407748 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-129b0dbc-9dd2-405c-860d-b4356d76cd69 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4054039 Jun 16 16:30:51.411635 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56604) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:51.416256 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:51.445144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.446892 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.513854 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:51.516062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:51.520144 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for router_controller (f08c6556-a108-4356-b3bc-473ace6ce90f), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.536667 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-a4761258-d752-4e48-942f-d11f7b716bfd', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:30:51.538928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.681254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for router_gateway (f08c6556-a108-4356-b3bc-473ace6ce90f), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.711661 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Allocated IP 172.20.0.2 (a4761258-d752-4e48-942f-d11f7b716bfd/fdc40c70-3d4d-4d03-83e2-11304f8d44e3/feaa4caa-a885-46d4-a852-24a8150881fa) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:51.834403 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:51.835616 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:51.902912 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks [] for port (feaa4caa-a885-46d4-a852-24a8150881fa), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.910354 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for router_gateway (f08c6556-a108-4356-b3bc-473ace6ce90f), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.910694 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.936846 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:51.960396 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:51.966640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:51.972195 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:51.982463 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Pushing event updated for resources: {'Port': ['ID=feaa4caa-a885-46d4-a852-24a8150881fa,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:52.009441 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.009829 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.010175 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.010518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.010853 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.011185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.011518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.011844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.012171 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.012498 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.012822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.013151 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.013473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.013822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.014144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:52.054240 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Attempting to bind port feaa4caa-a885-46d4-a852-24a8150881fa on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:30:52.055428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Attempting to bind port feaa4caa-a885-46d4-a852-24a8150881fa by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:30:52.055428 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Attempting to bind port feaa4caa-a885-46d4-a852-24a8150881fa on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:30:52.060551 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:30:52.060929 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:52.061331 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.061794 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Bound using segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:30:52.062300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Bound port: feaa4caa-a885-46d4-a852-24a8150881fa, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:30:52.062865 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.071366 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Allocated IP 172.27.0.43 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/a6397c95-812f-4bb2-b34a-9e96ce725114) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:52.134967 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] For port feaa4caa-a885-46d4-a852-24a8150881fa, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:30:52.141517 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] For port feaa4caa-a885-46d4-a852-24a8150881fa, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=feaa4caa-a885-46d4-a852-24a8150881fa,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:30:52.150675 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.208891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.216444 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3364ac9-f1db-41ee-a98d-5454768fa00f None None] Pushing event updated for resources: {'Port': ['ID=feaa4caa-a885-46d4-a852-24a8150881fa,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:52.259437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.305289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:52.308611 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:52.314993 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:52.341523 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Pushing event updated for resources: {'Port': ['ID=a6397c95-812f-4bb2-b34a-9e96ce725114,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:52.619528 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:52.639626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for router_gateway (f08c6556-a108-4356-b3bc-473ace6ce90f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:52.725491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:52.846917 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.011698 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Router f08c6556-a108-4356-b3bc-473ace6ce90f is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:30:53.175400 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:30:53.185408 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:53.201833 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:53.202575 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:53.207808 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.212737 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-39516611-dd80-428a-b0c0-9831685941ba admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7969356 Jun 16 16:30:53.213751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56606) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:53.225076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device feaa4caa-a885-46d4-a852-24a8150881fa up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:53.254127 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:53.290951 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:53.306954 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port feaa4caa-a885-46d4-a852-24a8150881fa triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:53.309248 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.341796 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ca66d-24ad-4939-b114-6066c0e39b3a None None] Network a4761258-d752-4e48-942f-d11f7b716bfd requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:30:53.391182 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Provisioning complete for port feaa4caa-a885-46d4-a852-24a8150881fa triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:53.391872 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.437444 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:53.540516 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port feaa4caa-a885-46d4-a852-24a8150881fa is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:53.540826 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.621133 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Current status of the port feaa4caa-a885-46d4-a852-24a8150881fa is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:53.621133 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.636786 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:52Z', 'revision_number': 3, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:53.642339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port feaa4caa-a885-46d4-a852-24a8150881fa, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=feaa4caa-a885-46d4-a852-24a8150881fa,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:30:53.653504 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.676176 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:53.677917 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:53.679123 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Updating router f08c6556-a108-4356-b3bc-473ace6ce90f port a6397c95-812f-4bb2-b34a-9e96ce725114 binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:53.730034 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.733474 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:53.740613 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.db.api [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 16:30:53.741268 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG oslo_db.api [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:30:53.748215 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=feaa4caa-a885-46d4-a852-24a8150881fa,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:53.843605 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:53.917587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Allocated IP 172.20.0.1 (a4761258-d752-4e48-942f-d11f7b716bfd/fdc40c70-3d4d-4d03-83e2-11304f8d44e3/5ac1c250-c16b-4dea-8bd9-b1900b37d373) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:54.034395 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks [] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.041558 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.048696 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks [] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.085788 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.095963 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Attempting to bind port a6397c95-812f-4bb2-b34a-9e96ce725114 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:30:54.096339 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Attempting to bind port a6397c95-812f-4bb2-b34a-9e96ce725114 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:30:54.096623 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Attempting to bind port a6397c95-812f-4bb2-b34a-9e96ce725114 on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:30:54.111420 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:30:54.111866 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:54.112195 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.112588 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:30:54.113054 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Bound port: a6397c95-812f-4bb2-b34a-9e96ce725114, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:30:54.113429 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.116877 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Pushing event updated for resources: {'Port': ['ID=a6397c95-812f-4bb2-b34a-9e96ce725114,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.124537 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:54.127784 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:54.136096 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:54.173304 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Pushing event updated for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.179945 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] For port a6397c95-812f-4bb2-b34a-9e96ce725114, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:30:54.184395 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.184395 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.184953 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.185916 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.186489 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.186605 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.186995 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.187343 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.188156 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.188573 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.189259 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.189612 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.189964 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.190341 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.190676 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.196437 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] For port a6397c95-812f-4bb2-b34a-9e96ce725114, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a6397c95-812f-4bb2-b34a-9e96ce725114,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:30:54.197262 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (f08c6556-a108-4356-b3bc-473ace6ce90f), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.204353 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.259673 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:54.260648 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:54.282782 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e8181-4c8a-4587-a91c-030a86201d98 None None] Current status of the port feaa4caa-a885-46d4-a852-24a8150881fa is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:54.301540 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:54.362959 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56157e-542b-41a4-915d-139ab85291f4 None None] Pushing event updated for resources: {'Port': ['ID=a6397c95-812f-4bb2-b34a-9e96ce725114,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.391577 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:54.394552 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:54.395937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.413513 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-7aa9b9b5-f1c2-4dd6-a3d1-241d63203186 None None] Provisioning complete for port feaa4caa-a885-46d4-a852-24a8150881fa triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:54.414182 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b9b5-f1c2-4dd6-a3d1-241d63203186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.502204 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9b9b5-f1c2-4dd6-a3d1-241d63203186 None None] Current status of the port feaa4caa-a885-46d4-a852-24a8150881fa is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:54.586723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks [] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.592454 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.593510 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:52Z', 'revision_number': 3, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:54.624173 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-ab127920-cd7b-420a-a0d4-9441abdc9fb3 None None] Provisioning complete for port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:54.624560 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab127920-cd7b-420a-a0d4-9441abdc9fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:54.625037 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea357a9-2d58-4bd5-9a15-fc268b271b5d None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:52Z', 'revision_number': 3, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:54.665029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ab127920-cd7b-420a-a0d4-9441abdc9fb3 None None] Port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:30:54.920762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:54.959758 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Pushing event updated for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.962610 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (f08c6556-a108-4356-b3bc-473ace6ce90f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.044481 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:55.085026 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:55.086285 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:55.244136 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:30:55.297554 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device feaa4caa-a885-46d4-a852-24a8150881fa up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:55.360436 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port feaa4caa-a885-46d4-a852-24a8150881fa triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:55.361435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.386139 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:30:55.395367 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:55.402246 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-b838ab39-0775-4a39-a7f3-309649efad4f admin admin] 10.222.0.88 "PUT /v2.0/routers/f08c6556-a108-4356-b3bc-473ace6ce90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830401 Jun 16 16:30:55.402549 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-05d94dad-d438-4011-a2de-b34e3c2b31c5 None None] Provisioning complete for port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:55.402866 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-05d94dad-d438-4011-a2de-b34e3c2b31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.464576 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-05d94dad-d438-4011-a2de-b34e3c2b31c5 None None] Port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:30:55.501040 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port feaa4caa-a885-46d4-a852-24a8150881fa is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:55.502177 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a6397c95-812f-4bb2-b34a-9e96ce725114 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:55.554833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a6397c95-812f-4bb2-b34a-9e96ce725114 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:55.555213 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.576167 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:55.638679 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a6397c95-812f-4bb2-b34a-9e96ce725114 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:55.639066 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.661416 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port a6397c95-812f-4bb2-b34a-9e96ce725114, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a6397c95-812f-4bb2-b34a-9e96ce725114,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:30:55.669801 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.720701 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=a6397c95-812f-4bb2-b34a-9e96ce725114,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:55.953152 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56622) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:55.958264 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1516360579-network', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:55.974762 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:55.980348 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Made reservation on behalf of d5d2a6d7d86d47ca9230c9bc3872ab77 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:55.982702 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:55.992801 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.031778 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:56.088966 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks [] for security_group (c3ad1e3a-581c-49dc-8870-e496594782de), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.093429 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c3ad1e3a-581c-49dc-8870-e496594782de), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.117587 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:56.131827 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad1e3a-581c-49dc-8870-e496594782de,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.137220 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (471464c0-194b-4c51-8a31-f075f881ac75), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.137570 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Added segment 471464c0-194b-4c51-8a31-f075f881ac75 of type vlan for network 582ac723-0e9f-441d-a7ef-43f844321b9d Jun 16 16:30:56.187136 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792726783555'] for network (582ac723-0e9f-441d-a7ef-43f844321b9d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.215160 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464'] for network (582ac723-0e9f-441d-a7ef-43f844321b9d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.219431 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:30:56.220037 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.258690 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3011868 Jun 16 16:30:56.259670 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56624) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:56.264974 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Request body: {'subnet': {'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1516360579-subnet', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'ip_version': 4}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:56.289014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Made reservation on behalf of d5d2a6d7d86d47ca9230c9bc3872ab77 for: {'subnet': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:56.291661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26506310'] for subnet (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.307849 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20d896-9a14-4b0f-b4ce-eed77a063842 admin admin] Pushing event updated for resources: {'Network': ['ID=582ac723-0e9f-441d-a7ef-43f844321b9d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.321473 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Network 582ac723-0e9f-441d-a7ef-43f844321b9d details requested by agent ovs-agent-dv-cinder-837354-2-iscsi with host dv-cinder-837354-2-iscsi {{(pid=104081) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 16:30:56.391327 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:56.416474 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:56.417122 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:56.488970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27147022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26506356'] for subnet (ee133d33-b1cd-4bd2-8e97-e37769843862), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.528588 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:56.545076 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee133d33-b1cd-4bd2-8e97-e37769843862,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.556371 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Checking segment: {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:56.556730 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Network hostable DHCP agents. Network: 582ac723-0e9f-441d-a7ef-43f844321b9d, hostable agents: ['55b000fb-6fd9-4fbf-a351-c81fb8fcd01d'], hosted agents: [] {{(pid=104079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:56.576331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Network 582ac723-0e9f-441d-a7ef-43f844321b9d is scheduled to be hosted by DHCP agent 55b000fb-6fd9-4fbf-a351-c81fb8fcd01d with binding_index 1 {{(pid=104079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:56.588884 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837354-2-iscsi, 582ac723-0e9f-441d-a7ef-43f844321b9d) {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:56.593233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:30:56.593871 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.613645 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-d932a273-2438-465c-ad2c-fc0eb82ba076 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3532331 Jun 16 16:30:56.616269 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56626) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:56.621067 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:30:56.648504 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3851489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14191'] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.649580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3851282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3865006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3849692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14102'] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.664872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:56.709775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for router_controller (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), precommit_add_association {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.732370 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ef64a-1050-4bc3-a146-4257f8ddef2c None None] Network 582ac723-0e9f-441d-a7ef-43f844321b9d requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:30:56.844781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for router_gateway (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.900911 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03743eb-75db-5191-bec6-a6a01970c7be-582ac723-0e9f-441d-a7ef-43f844321b9d', 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d', 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'fixed_ips': [{'subnet_id': 'ee133d33-b1cd-4bd2-8e97-e37769843862'}]}} from dv-cinder-837354-2-iscsi. {{(pid=104081) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 16:30:56.901959 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:56.967120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 2, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:56.998234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.032634 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:57.032993 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Updating router f08c6556-a108-4356-b3bc-473ace6ce90f port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:57.038876 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.049170 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for router_gateway (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.069508 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.088502 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.171607 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Allocated IP 172.20.0.2 (582ac723-0e9f-441d-a7ef-43f844321b9d/ee133d33-b1cd-4bd2-8e97-e37769843862/6b0fb0be-9ce2-44f4-8367-0a42231fe3c4) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:57.201624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Allocated IP 172.27.0.238 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/daa04a5c-1044-43c8-9cc7-35994958561c) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:57.221379 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a6397c95-812f-4bb2-b34a-9e96ce725114 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:57.235645 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.311409 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for port (daa04a5c-1044-43c8-9cc7-35994958561c), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.345656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.395053 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:57.398411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Pushing event updated for resources: {'Port': ['ID=daa04a5c-1044-43c8-9cc7-35994958561c,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.400851 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:57.403245 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:57.405741 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a6397c95-812f-4bb2-b34a-9e96ce725114 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:57.406261 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.548764 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks [] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.579013 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.657485 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for router_gateway (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.661290 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks [] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.666118 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Network 582ac723-0e9f-441d-a7ef-43f844321b9d is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:57.667026 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a6397c95-812f-4bb2-b34a-9e96ce725114 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:57.675472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:57.680253 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.684176 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:57.689738 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Pushing event updated for resources: {'Port': ['ID=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.690859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.735503 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.786066 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d4bb-984f-4f09-a3be-fabb92518e25 None None] Pushing event updated for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.797163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Attempting to bind port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:30:57.797546 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Attempting to bind port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:30:57.798330 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Attempting to bind port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 on network 582ac723-0e9f-441d-a7ef-43f844321b9d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:30:57.820998 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:30:57.821385 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Checking segment: {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:57.821823 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.822221 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Bound using segment: {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:30:57.822700 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Bound port: 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:30:57.823089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.859623 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3851256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3851110'] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.888731 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Attempting to bind port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:30:57.889139 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Attempting to bind port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:30:57.889472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Attempting to bind port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:30:57.899210 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:30:57.899592 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:57.900006 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.900403 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Bound using segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:30:57.900883 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Bound port: 5ac1c250-c16b-4dea-8bd9-b1900b37d373, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:30:57.901268 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:57.910600 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.960317 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] For port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:30:57.979499 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] For port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:30:57.996918 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:57.998333 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.013890 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Router f3e0539d-ba2f-4c78-b0f0-407e328db5eb is scheduled to L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a with binding_index 1 {{(pid=104079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 16:30:58.043294 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] For port 5ac1c250-c16b-4dea-8bd9-b1900b37d373, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:30:58.047250 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-25b6d60e-27fb-4ddb-9754-c8565c09ec11 None None] Provisioning complete for port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:58.047633 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25b6d60e-27fb-4ddb-9754-c8565c09ec11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.094467 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] For port 5ac1c250-c16b-4dea-8bd9-b1900b37d373, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=5ac1c250-c16b-4dea-8bd9-b1900b37d373,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:30:58.115996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.124387 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-25b6d60e-27fb-4ddb-9754-c8565c09ec11 None None] Port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:30:58.127648 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195604-fc5a-497e-a155-6752b7d5f604 None None] Pushing event updated for resources: {'Port': ['ID=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:58.158827 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:30:58.170280 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Sync routers for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:58.184396 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:58.185054 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.187314 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.191910 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56628) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:30:58.199858 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:58.202055 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-c9352c51-a5d2-4882-bf4b-83910e10233b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5844636 Jun 16 16:30:58.207013 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.231560 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d4bb-984f-4f09-a3be-fabb92518e25 None None] Pushing event updated for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:58.359053 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:58.373460 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:58.599536 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:57Z', 'revision_number': 3, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.626457 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Checking router: f3e0539d-ba2f-4c78-b0f0-407e328db5eb for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:58.626964 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Updating router f3e0539d-ba2f-4c78-b0f0-407e328db5eb port daa04a5c-1044-43c8-9cc7-35994958561c binding host dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:58.654955 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Provisioning complete for port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:58.655567 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.662705 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.759821 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.763556 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:58.825268 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Current status of the port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:58.825659 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.859063 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.899482 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97abe30-1c13-4cc9-8613-f41b76875672 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:58.909550 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] For port 5ac1c250-c16b-4dea-8bd9-b1900b37d373, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=5ac1c250-c16b-4dea-8bd9-b1900b37d373,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:30:58.916990 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:58.923896 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:58.941849 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:59.013421 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:59.019506 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Allocated IP 172.20.0.1 (582ac723-0e9f-441d-a7ef-43f844321b9d/ee133d33-b1cd-4bd2-8e97-e37769843862/a250ab2f-ab2c-455f-be1f-2d2e2a3dff06) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:59.027861 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171544b1-6660-48a5-bcdd-b08996d9e03c None None] Pushing event updated for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.083846 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks [] for port (daa04a5c-1044-43c8-9cc7-35994958561c), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.091358 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.159755 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Attempting to bind port daa04a5c-1044-43c8-9cc7-35994958561c on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:30:59.160023 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Attempting to bind port daa04a5c-1044-43c8-9cc7-35994958561c by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:30:59.160381 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Attempting to bind port daa04a5c-1044-43c8-9cc7-35994958561c on network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:30:59.175909 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:30:59.176817 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Checking segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:30:59.176817 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.177059 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Bound using segment: {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:30:59.177492 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Bound port: daa04a5c-1044-43c8-9cc7-35994958561c, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c23d3ed-9fd9-4296-b35c-38af4f51180d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:30:59.177994 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.210249 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks [] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.220433 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be155-745b-4074-96c3-ec9d7183a182 None None] Pushing event updated for resources: {'Port': ['ID=daa04a5c-1044-43c8-9cc7-35994958561c,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.274239 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] For port daa04a5c-1044-43c8-9cc7-35994958561c, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:30:59.278076 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] For port daa04a5c-1044-43c8-9cc7-35994958561c, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=daa04a5c-1044-43c8-9cc7-35994958561c,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:30:59.281685 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:59.291551 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.296907 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.329104 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:59.349269 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Network 582ac723-0e9f-441d-a7ef-43f844321b9d is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:59.359702 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:59.363866 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:30:59.364211 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:30:59.365354 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:59.378411 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be155-745b-4074-96c3-ec9d7183a182 None None] Pushing event updated for resources: {'Port': ['ID=daa04a5c-1044-43c8-9cc7-35994958561c,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.402526 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Pushing event updated for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.431534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:59.431919 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.436353 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3851354'] for router_interface (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.525082 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:30:59.558906 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bec6a-6ae2-40ca-b108-b9bd3694d79d None None] Network 582ac723-0e9f-441d-a7ef-43f844321b9d requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:30:59.599262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:30:59.600451 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.604979 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.703240 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:30:59.724936 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:57Z', 'revision_number': 3, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:59.732013 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:30:59.737455 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-5331e459-e4a8-4f42-a5c9-0d5d86e30de2 None None] Provisioning complete for port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:59.738103 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5331e459-e4a8-4f42-a5c9-0d5d86e30de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.744370 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.745307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 5ac1c250-c16b-4dea-8bd9-b1900b37d373 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:30:59.760505 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47bbe2-1ba6-43b4-97a4-0ea601091044 None None] The sync data for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi is: [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:57Z', 'revision_number': 3, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:59.830146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks [] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.835253 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.890718 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:30:59.891102 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.916088 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Pushing event updated for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.925149 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4185482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3851438'] for router_interface (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:30:59.942458 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.013171 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:00.047759 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-5331e459-e4a8-4f42-a5c9-0d5d86e30de2 None None] Current status of the port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:00.066178 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Network 582ac723-0e9f-441d-a7ef-43f844321b9d is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:00.067843 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:00.074653 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:00.192368 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:00.222040 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Router f3e0539d-ba2f-4c78-b0f0-407e328db5eb has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:31:00.272100 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:00.272493 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:00.343281 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:31:00.353893 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Provisioning complete for port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:00.354277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:00.456228 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:00.464995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-4620b1bb-279d-49dd-8183-0b13d981aecb None None] Current status of the port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:00.606682 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-bb157c3b-e6d8-4355-a86b-1200515309fd None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:00.607572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb157c3b-e6d8-4355-a86b-1200515309fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:00.632259 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:31:00.637929 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f59bd36f-5245-4292-b677-54bd082eaa42 admin admin] 10.222.0.88 "PUT /v2.0/routers/f3e0539d-ba2f-4c78-b0f0-407e328db5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439631 Jun 16 16:31:00.658323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-bb157c3b-e6d8-4355-a86b-1200515309fd None None] Port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:31:00.792331 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-046bff8a-5fc4-41ea-a89b-f35e865912e3 None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:00.792908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-046bff8a-5fc4-41ea-a89b-f35e865912e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:00.825507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-046bff8a-5fc4-41ea-a89b-f35e865912e3 None None] Port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:31:01.024811 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56638) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.029486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186202417', 'description': 'tempest-secgroup-smoke-1186202417 description', 'project_id': '3643cc8acf58444383e525f1990d1129'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.051300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.138087 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (d308fac8-23c2-44a7-808e-36fec454cd27), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.147585 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d308fac8-23c2-44a7-808e-36fec454cd27), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.181140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.183007 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1570034 Jun 16 16:31:01.185121 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1cf8-a746-471b-8124-55e761a3f160 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d308fac8-23c2-44a7-808e-36fec454cd27,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.186256 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56640) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.191045 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.220906 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (1c30626f-9ba1-47cb-8936-2a8464a15fd3), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.251726 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:31:01.279212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (1c30626f-9ba1-47cb-8936-2a8464a15fd3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.284740 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (1c30626f-9ba1-47cb-8936-2a8464a15fd3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.297602 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:01.298003 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.305038 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c30626f-9ba1-47cb-8936-2a8464a15fd3,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.313074 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.314301 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d160f82a-f849-471e-9fd0-a4c9599091a5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270471 Jun 16 16:31:01.317065 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56642) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.321501 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.348714 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (97cee832-7f4a-4ed8-a7d9-9986009138a2), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.380659 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:01.381777 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device daa04a5c-1044-43c8-9cc7-35994958561c up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:31:01.384121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=100 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:01.410783 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (97cee832-7f4a-4ed8-a7d9-9986009138a2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.415627 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (97cee832-7f4a-4ed8-a7d9-9986009138a2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.425237 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port daa04a5c-1044-43c8-9cc7-35994958561c triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:01.425617 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.437448 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cee832-7f4a-4ed8-a7d9-9986009138a2,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.445559 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.447656 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7e1be306-735a-4338-8aec-7d51fa218261 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296122 Jun 16 16:31:01.449568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56644) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.454058 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.482722 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (1a858d15-cc83-4547-9067-910bdd4b3f81), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.509932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port daa04a5c-1044-43c8-9cc7-35994958561c is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:01.510330 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.531819 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] For port daa04a5c-1044-43c8-9cc7-35994958561c, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=daa04a5c-1044-43c8-9cc7-35994958561c,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:31:01.536051 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.553827 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (1a858d15-cc83-4547-9067-910bdd4b3f81), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.564200 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (1a858d15-cc83-4547-9067-910bdd4b3f81), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.583883 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a858d15-cc83-4547-9067-910bdd4b3f81,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.601609 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.603104 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7d914d61-2ea3-4762-b460-ba6a45ff286a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523900 Jun 16 16:31:01.604567 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Pushing event updated for resources: {'Port': ['ID=daa04a5c-1044-43c8-9cc7-35994958561c,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.606926 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 56646) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.611590 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.650049 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (ba4142c8-db58-4292-95bb-37e96768861b), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.728736 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (ba4142c8-db58-4292-95bb-37e96768861b), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.733488 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (ba4142c8-db58-4292-95bb-37e96768861b), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.761613 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4142c8-db58-4292-95bb-37e96768861b,revision_number=0']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.769403 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.770769 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-79663ae0-94d8-40e2-b2c9-6a61aeed375e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628318 Jun 16 16:31:01.777043 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56648) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.782476 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.807151 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Project 3643cc8acf58444383e525f1990d1129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:31:01.814102 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (a6ad8c6d-007d-44cd-a46a-7aa37289a982), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.816833 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:01.881428 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (a6ad8c6d-007d-44cd-a46a-7aa37289a982), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.885804 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (a6ad8c6d-007d-44cd-a46a-7aa37289a982), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.906360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ad8c6d-007d-44cd-a46a-7aa37289a982,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.914550 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.915758 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-84174ab8-3176-41a3-9046-1dc3ad072fd9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370475 Jun 16 16:31:01.918847 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56650) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:01.923118 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'security_group_rule': {'security_group_id': 'd308fac8-23c2-44a7-808e-36fec454cd27', 'project_id': '3643cc8acf58444383e525f1990d1129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:01.948758 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Project 3643cc8acf58444383e525f1990d1129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:31:01.957834 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (c22ecf84-d880-49ab-9ffe-937e5cafc7c6), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:01.995953 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:02.014588 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (c22ecf84-d880-49ab-9ffe-937e5cafc7c6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:02.019482 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720129'] for security_group_rule (c22ecf84-d880-49ab-9ffe-937e5cafc7c6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:02.039708 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22ecf84-d880-49ab-9ffe-937e5cafc7c6,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:02.048358 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:02.050148 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4de902b7-d21b-4c55-bf41-6dd3c2eb2034 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298673 Jun 16 16:31:02.563748 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:02.583226 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Sync routers for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:31:02.596170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:31:02.596683 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:02.714797 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:31:02.925438 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 4, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'a250ab2f-ab2c-455f-be1f-2d2e2a3dff06', 'name': '', 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'mac_address': 'fa:16:3e:e8:db:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:58Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 2, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'subnets': [{'id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:02.955525 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Checking router: f3e0539d-ba2f-4c78-b0f0-407e328db5eb for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:31:02.955884 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Updating router f3e0539d-ba2f-4c78-b0f0-407e328db5eb port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 binding host dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:31:02.996395 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.036172 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:03.300517 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device daa04a5c-1044-43c8-9cc7-35994958561c up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:31:03.408263 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port daa04a5c-1044-43c8-9cc7-35994958561c triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:03.408552 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.435693 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:03.526852 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks [] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.535349 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.570221 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port daa04a5c-1044-43c8-9cc7-35994958561c is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:03.602120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9fd5-eadb-4332-a3e0-25ec82ac48f8 None None] Pushing event updated for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:03.670884 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Attempting to bind port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 on host dv-cinder-837354-2-iscsi for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:31:03.671571 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Attempting to bind port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 by drivers openvswitch,hyperv on host dv-cinder-837354-2-iscsi at level 0 using segments [{'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:31:03.672185 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Attempting to bind port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 on network 582ac723-0e9f-441d-a7ef-43f844321b9d {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:31:03.679089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Checking agent: {'id': '3f51ac1e-cb54-415d-acfb-1b6493a29c1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837354-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 4, 16), 'started_at': datetime.datetime(2022, 6, 16, 16, 4, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837354-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:31:03.679528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Checking segment: {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:31:03.679945 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.680343 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Bound using segment: {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:31:03.680830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Bound port: a250ab2f-ab2c-455f-be1f-2d2e2a3dff06, host: dv-cinder-837354-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471464c0-194b-4c51-8a31-f075f881ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:31:03.681218 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.752156 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] For port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06, host dv-cinder-837354-2-iscsi, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:31:03.755705 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] For port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06, host dv-cinder-837354-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:31:03.763222 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:03.827860 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9fd5-eadb-4332-a3e0-25ec82ac48f8 None None] Pushing event updated for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:03.830957 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:31:03.831937 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:30:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:03.902673 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:03.903050 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:04.008201 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:31:04.044736 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:04.114375 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Current status of the port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 is: DOWN; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:04.114867 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:04.215102 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] For port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:31:04.222238 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:04.259496 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:04.321341 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408d53-d20e-46cf-9fcc-5fbb6df3c208 None None] Pushing event updated for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:04.326925 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 4, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'a250ab2f-ab2c-455f-be1f-2d2e2a3dff06', 'name': '', 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'mac_address': 'fa:16:3e:e8:db:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:58Z', 'updated_at': '2022-06-16T16:31:03Z', 'revision_number': 4, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'subnets': [{'id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:04.357687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f711a-8eba-4c91-9e9f-a40f7e043328 None None] The sync data for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi is: [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:30:59Z', 'revision_number': 4, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': 'a250ab2f-ab2c-455f-be1f-2d2e2a3dff06', 'name': '', 'network_id': '582ac723-0e9f-441d-a7ef-43f844321b9d', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'mac_address': 'fa:16:3e:e8:db:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:58Z', 'updated_at': '2022-06-16T16:31:03Z', 'revision_number': 4, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'subnets': [{'id': 'ee133d33-b1cd-4bd2-8e97-e37769843862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:04.365339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-2cd1c8dc-8f3c-4102-bd61-84be4417bbd4 None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:04.365758 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c8dc-8f3c-4102-bd61-84be4417bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:04.496313 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1c8dc-8f3c-4102-bd61-84be4417bbd4 None None] Current status of the port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:05.191996 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 up at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:31:05.237361 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Provisioning complete for port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:05.237743 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:05.316994 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Current status of the port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 is: ACTIVE; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:10.332936 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fbc3cca8-2663-4c17-aaf6-bc7fada0b776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:11.754868 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:11.760494 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=55,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:12.038007 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:12.038837 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=24,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:12.671632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ad2d249-5923-4d2d-8a7b-1272cf259bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:13.676209 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:15.248998 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:15.771233 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:16.819513 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=43 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:16.820321 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:18.837883 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:31:25.755870 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:25.766560 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:27.203277 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-3d458e3c-9535-447c-bc4d-875e942731e4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186202417&fields=id&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 267 time: 0.0444956 Jun 16 16:31:27.312308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-24efc1b8-9166-4dcc-be22-d5f991d07aea tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:27.313917 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-24efc1b8-9166-4dcc-be22-d5f991d07aea tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.1037736 Jun 16 16:31:27.328062 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-a37763fb-6f6f-4905-8a52-a5ce1a446855 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/quotas/3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 375 time: 0.0088468 Jun 16 16:31:27.378225 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-cdd6e814-4efd-4052-bf48-8b461daa06b1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450797 Jun 16 16:31:27.570865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e651eeb2-0bec-4c82-a7b2-b26e6502dc1e service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781628 Jun 16 16:31:27.664233 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-bc69f356-eb8b-44d9-9808-3752998761c1 service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876839 Jun 16 16:31:27.957178 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-db8362e0-0615-4d3a-9613-8a9923f4602c req-8b0e8dea-5781-4723-b956-836e7c4aae54 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Jun 16 16:31:28.832960 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:28.834109 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:29.061900 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1af48dd2-bc35-4ee1-bc2f-091b7e8fe5eb req-b46853c0-b7c7-4805-a598-1e9984f00ded tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 210 time: 0.0364885 Jun 16 16:31:29.170517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1734f075-794a-4ed8-9f8a-da5097bd8d2f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:29.171966 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1734f075-794a-4ed8-9f8a-da5097bd8d2f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.1194823 Jun 16 16:31:29.274026 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-ee28c849-0d65-4d4a-92d7-be62ab4ab7f0 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 380 time: 0.0565729 Jun 16 16:31:29.285084 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'port': {'device_id': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'admin_state_up': True, 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'security_groups': ['d308fac8-23c2-44a7-808e-36fec454cd27']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:29.395075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Made reservation on behalf of 3643cc8acf58444383e525f1990d1129 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:31:29.398854 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:29.519966 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.20.0.12 (a4761258-d752-4e48-942f-d11f7b716bfd/fdc40c70-3d4d-4d03-83e2-11304f8d44e3/d59314cc-c5e6-49bb-8cf8-8b2fbffc557e) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:29.553201 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:29.629070 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:29.674570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:29.708741 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:29.754994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:29.758738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:29.765224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:31:29.794112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:29.826662 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:29.828166 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:29.847094 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-1bd6e0f4-315e-4ec2-a55f-97b96a60a499 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655210 Jun 16 16:31:29.869058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Request body: {'port': {'device_id': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:29.934588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:29.988844 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-58e5759b-0864-42bd-9a41-64f41ecf5893 None None] Provisioning complete for port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:29.989492 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-58e5759b-0864-42bd-9a41-64f41ecf5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.024282 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-58e5759b-0864-42bd-9a41-64f41ecf5893 None None] Port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:31:30.207030 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e63956-6921-405a-a0ac-fccf901e2bd3 req-6b8f2607-34c4-4a09-a9bd-de41476e6a81 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:30.208913 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-93e63956-6921-405a-a0ac-fccf901e2bd3 req-6b8f2607-34c4-4a09-a9bd-de41476e6a81 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 932 time: 0.0739601 Jun 16 16:31:30.257417 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59314cc-c5e6-49bb-8cf8-8b2fbffc557e {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:31:30.270223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks [] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.299739 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-93e63956-6921-405a-a0ac-fccf901e2bd3 req-711a813c-ce09-48f7-af3a-79aadf7745d1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850968 Jun 16 16:31:30.300845 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Transition to ACTIVE for port object d59314cc-c5e6-49bb-8cf8-8b2fbffc557e will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:31:30.303951 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.356145 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:30.652046 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:30.674840 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Attempting to bind port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:31:30.675180 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Attempting to bind port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:31:30.675539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Attempting to bind port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:31:30.680011 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e on network a4761258-d752-4e48-942f-d11f7b716bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:31:30.680336 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Attempting to bind port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:31:30.685158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:31:30.685494 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:31:30.685916 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Bound using segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:31:30.686339 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Bound port: d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:31:30.686695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.717003 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:30.747989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:31:30.750875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:31:30.756090 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.793768 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:30.794394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:30.795790 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] 10.222.0.33 "PUT /v2.0/ports/d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 1094 time: 0.9319253 Jun 16 16:31:30.796274 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:31:30.798530 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1043f-0712-4842-beea-0de867848357" -d '{"events": [{"name": "network-changed", "server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:30.822057 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3146a65-b8cb-4a58-8e7c-da4a27c9f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:30.847308 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab564a-6b38-4bba-b190-a55a7ed52322 x-openstack-request-id: req-42ab564a-6b38-4bba-b190-a55a7ed52322 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:30.847678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:30.848042 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42ab564a-6b38-4bba-b190-a55a7ed52322 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:30.848471 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ab564a-6b38-4bba-b190-a55a7ed52322'] response: {'name': 'network-changed', 'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'status': 'completed', 'code': 200} Jun 16 16:31:30.927039 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-8534ad53-e6eb-449c-9214-ca398054b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:30.929128 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-8534ad53-e6eb-449c-9214-ca398054b466 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1128 time: 0.0420780 Jun 16 16:31:30.980326 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-f772a20f-a5e8-40a3-a95b-39f8adfa6819 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 217 time: 0.0360425 Jun 16 16:31:31.056847 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-d2c55fef-63d0-45a4-acd1-aa9c40e25e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:31.058346 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-d2c55fef-63d0-45a4-acd1-aa9c40e25e0c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0709076 Jun 16 16:31:31.114147 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-779d7e0b-edf5-4ab6-998e-5c52524bf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:31.116253 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-779d7e0b-edf5-4ab6-998e-5c52524bf8ae service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507920 Jun 16 16:31:31.212806 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-05a57586-b5de-48f8-972f-036d025cc503 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888662 Jun 16 16:31:31.310876 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6b3df5d-cd18-4556-8f1f-463e0e65391b req-9d547218-e381-424d-8ef5-60ec33906226 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902586 Jun 16 16:31:31.420392 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcabdd-bf13-40fd-bf22-27c543dd6361 req-a349efa8-8eed-4c48-b75d-f38a9418b1e1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:31.421926 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16dcabdd-bf13-40fd-bf22-27c543dd6361 req-a349efa8-8eed-4c48-b75d-f38a9418b1e1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0472724 Jun 16 16:31:31.471117 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-16dcabdd-bf13-40fd-bf22-27c543dd6361 req-028317f1-78e9-4d52-9ab6-a0469e6d3545 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Jun 16 16:31:32.554676 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:32.591411 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9b49-7c55-464f-8ab5-83226941bfee req-1d4f3be8-012f-4f81-9b47-00cda71ede19 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:32.592895 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-641a9b49-7c55-464f-8ab5-83226941bfee req-1d4f3be8-012f-4f81-9b47-00cda71ede19 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0520434 Jun 16 16:31:32.643421 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-641a9b49-7c55-464f-8ab5-83226941bfee req-ff049543-497d-47ae-9587-cab768a899dc tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Jun 16 16:31:32.748151 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1043f-0712-4842-beea-0de867848357 req-d303a1fa-1eb1-43b8-b5a4-d495074578fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:32.749824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-d303a1fa-1eb1-43b8-b5a4-d495074578fb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1128 time: 0.0417337 Jun 16 16:31:32.858274 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1043f-0712-4842-beea-0de867848357 req-092b1b44-b8d8-46d5-a558-3d8a5bb4c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:32.860415 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-092b1b44-b8d8-46d5-a558-3d8a5bb4c4e6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.1047525 Jun 16 16:31:32.899174 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-574dc8d5-352e-4e49-b284-38c4280f54f5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 217 time: 0.0324571 Jun 16 16:31:32.949918 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1043f-0712-4842-beea-0de867848357 req-8a09b208-98a9-4884-8658-2f28b5daab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:32.951300 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-8a09b208-98a9-4884-8658-2f28b5daab19 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0449257 Jun 16 16:31:32.996888 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1043f-0712-4842-beea-0de867848357 req-fd222e83-8fb0-47ef-b14f-69dd86574f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:32.998425 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-fd222e83-8fb0-47ef-b14f-69dd86574f50 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400264 Jun 16 16:31:33.072723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:33.077127 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:33.094806 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-0d0cf947-a98e-4627-b341-950df813a99d service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893705 Jun 16 16:31:33.192547 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0cd1043f-0712-4842-beea-0de867848357 req-ce845311-399c-431b-8bcd-4148f9cf5208 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893612 Jun 16 16:31:33.760334 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3baa65-d720-42e9-82a1-093d768d0622 req-dc6d87dd-7d9e-4c0b-ad62-8cfff5733131 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:33.761888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc3baa65-d720-42e9-82a1-093d768d0622 req-dc6d87dd-7d9e-4c0b-ad62-8cfff5733131 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0504708 Jun 16 16:31:33.814380 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dc3baa65-d720-42e9-82a1-093d768d0622 req-60b7836e-ce88-4ce7-9f02-c35133ccf92b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Jun 16 16:31:34.929670 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d911f9-3fd0-465d-a9f6-e6b1b6f87fb6 req-e1004a7f-96e9-4490-80f6-381a71b376ac tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:34.931192 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-57d911f9-3fd0-465d-a9f6-e6b1b6f87fb6 req-e1004a7f-96e9-4490-80f6-381a71b376ac tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0471144 Jun 16 16:31:34.980412 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-57d911f9-3fd0-465d-a9f6-e6b1b6f87fb6 req-05849f64-6b3a-4ff1-bd4b-ddfe6c3c683c tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Jun 16 16:31:36.095495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d6f2-26dd-4999-afc2-3f454dfa86c0 req-5f1c9b2f-2837-4349-b2c2-37a8d8f88979 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:36.096952 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b906d6f2-26dd-4999-afc2-3f454dfa86c0 req-5f1c9b2f-2837-4349-b2c2-37a8d8f88979 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Jun 16 16:31:36.147190 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b906d6f2-26dd-4999-afc2-3f454dfa86c0 req-cdf7cc6e-d805-480f-bb82-4151d7d117c9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Jun 16 16:31:37.263260 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f36c1-2600-4480-969e-a68832c8b26b req-f79c84d2-7492-4d60-a84a-6a2b5cf77961 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:37.264860 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb6f36c1-2600-4480-969e-a68832c8b26b req-f79c84d2-7492-4d60-a84a-6a2b5cf77961 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0473487 Jun 16 16:31:37.314024 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-eb6f36c1-2600-4480-969e-a68832c8b26b req-8c4cc4c8-00aa-4732-80c3-2861500cd1c1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Jun 16 16:31:38.436927 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f40f-4506-4953-8cbf-9890785e1c6e req-f99345cd-4b02-413f-ba09-12bb0f9879b9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:38.438597 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3198f40f-4506-4953-8cbf-9890785e1c6e req-f99345cd-4b02-413f-ba09-12bb0f9879b9 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0487237 Jun 16 16:31:38.495377 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3198f40f-4506-4953-8cbf-9890785e1c6e req-9b10acce-08c2-4601-aaaa-1f00e618b5f5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509806 Jun 16 16:31:39.471408 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device d59314cc-c5e6-49bb-8cf8-8b2fbffc557e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:31:39.571427 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:31:39.583992 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'port_id': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'mac_address': 'fa:16:3e:f9:bd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:31:39.617641 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7a0f5-b0a1-49e5-9bb2-291d5bf65ed6 req-492103e5-5699-423e-8e49-c6ab75c73864 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:39.618826 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:39.619170 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38a7a0f5-b0a1-49e5-9bb2-291d5bf65ed6 req-492103e5-5699-423e-8e49-c6ab75c73864 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 944 time: 0.0484240 Jun 16 16:31:39.619300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:39.633008 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59314cc-c5e6-49bb-8cf8-8b2fbffc557e {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:31:39.653383 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:31:39.658154 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:39.671387 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38a7a0f5-b0a1-49e5-9bb2-291d5bf65ed6 req-559f422e-44d1-4a43-8a38-caba9b6ee107 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465548 Jun 16 16:31:39.710193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:40.149104 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['d59314cc-c5e6-49bb-8cf8-8b2fbffc557e'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:31:40.356292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-46320a6b-762d-4878-a39f-1ac461b24b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:40.787332 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d6407-5518-4572-9ea2-861b7bb94075 req-220da95b-4542-464c-9ada-58a1237d02c7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:40.788899 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-462d6407-5518-4572-9ea2-861b7bb94075 req-220da95b-4542-464c-9ada-58a1237d02c7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 945 time: 0.0491602 Jun 16 16:31:40.847520 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-462d6407-5518-4572-9ea2-861b7bb94075 req-9c7393b5-a2a6-434d-9056-e66cc5924d58 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510650 Jun 16 16:31:41.479858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device d59314cc-c5e6-49bb-8cf8-8b2fbffc557e up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:31:41.523196 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:31:41.529323 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:31:41.529747 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:41.570554 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:41.609019 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:31:41.609416 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:41.620478 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:41.636029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:31:41.638310 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b99a57-2499-42c5-98b2-5b16d959c847" -d '{"events": [{"server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "name": "network-vif-plugged", "status": "completed", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:41.652394 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:31:41.656426 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:41.705279 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:41.741706 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c8e558-a008-4b6e-a941-4c453a6de48d x-openstack-request-id: req-50c8e558-a008-4b6e-a941-4c453a6de48d {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:41.742024 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "name": "network-vif-plugged", "status": "completed", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:41.742277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-50c8e558-a008-4b6e-a941-4c453a6de48d {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:41.742673 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c8e558-a008-4b6e-a941-4c453a6de48d'] response: {'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'code': 200} Jun 16 16:31:41.985643 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6428f30-c5fd-4f0e-a4b9-d58f10afba18 req-f8c02510-9378-4d3a-bb2d-5cf9a059d5b5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:41.987062 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6428f30-c5fd-4f0e-a4b9-d58f10afba18 req-f8c02510-9378-4d3a-bb2d-5cf9a059d5b5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.0624237 Jun 16 16:31:42.028290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66006a4-a474-4972-945f-9f6b7d3164aa req-6ce922b8-2145-4898-9bb0-da835863d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:42.029804 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a66006a4-a474-4972-945f-9f6b7d3164aa req-6ce922b8-2145-4898-9bb0-da835863d697 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1130 time: 0.0603373 Jun 16 16:31:42.073974 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6428f30-c5fd-4f0e-a4b9-d58f10afba18 req-60684451-4c1f-4105-8ae6-3fc245810373 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711648 Jun 16 16:31:42.097510 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a66006a4-a474-4972-945f-9f6b7d3164aa req-79abdbaa-2b38-4e81-a621-962a0ce68f1e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577526 Jun 16 16:31:42.668427 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-02e93e7e-1b9d-48cc-8423-ca31910d94f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:43.184628 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:43.198561 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f282-3044-4b02-93b6-2a5b97ce9b7d req-a2c2df9c-ed90-44c3-94c5-7ee3a85025f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:43.200076 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5f7f282-3044-4b02-93b6-2a5b97ce9b7d req-a2c2df9c-ed90-44c3-94c5-7ee3a85025f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.0564270 Jun 16 16:31:43.249889 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e5f7f282-3044-4b02-93b6-2a5b97ce9b7d req-ae0ebfd0-daf1-4df1-8c3e-a4a0d5cb961b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Jun 16 16:31:43.678858 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:44.345495 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:44.365449 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f9ed-7eb5-4d59-a49e-1b7690bea604 req-cb036269-6878-4c48-b955-c81d3135ee53 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:44.367055 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab45f9ed-7eb5-4d59-a49e-1b7690bea604 req-cb036269-6878-4c48-b955-c81d3135ee53 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.0487404 Jun 16 16:31:44.419655 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ab45f9ed-7eb5-4d59-a49e-1b7690bea604 req-dc7c73e6-ca79-476d-94ad-47c7739e6021 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Jun 16 16:31:44.533489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b57a-808b-464b-a298-833786ec7303 req-ac9e8e40-0616-4d70-a571-e8e9c1fdcd24 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:44.535021 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0b9b57a-808b-464b-a298-833786ec7303 req-ac9e8e40-0616-4d70-a571-e8e9c1fdcd24 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.0472443 Jun 16 16:31:44.591159 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-b0b9b57a-808b-464b-a298-833786ec7303 req-63c4457c-f7fe-4f44-a841-8c9dc86e202e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498447 Jun 16 16:31:44.616809 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56848) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:44.709192 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2eec3-2e49-4dbc-abaa-9ce4a8a6850d tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:44.710686 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-eef2eec3-2e49-4dbc-abaa-9ce4a8a6850d tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1125 time: 0.0928783 Jun 16 16:31:44.713466 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 56852) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:31:44.717660 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'port_id': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:31:44.740033 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:44.824878 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:44.935711 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.27.0.130 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/e4e9b2a3-cfd9-4179-bff1-df555023ebb7) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:45.052492 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.086097 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.128863 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:45.135490 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:45.138478 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:31:45.142820 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=e4e9b2a3-cfd9-4179-bff1-df555023ebb7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.171281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.171624 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.171961 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.172296 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.172626 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.172952 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.173281 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.173600 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.173943 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.174264 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.174583 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.174903 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.175220 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.175534 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.175848 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:45.248595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.515161 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:45.520044 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:45.531613 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (3bc13081-636e-4000-ae9a-237c50b697a1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.599357 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.748006 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.752730 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.766684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.826310 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=e4e9b2a3-cfd9-4179-bff1-df555023ebb7,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.836487 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (3bc13081-636e-4000-ae9a-237c50b697a1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:45.933659 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP 3bc13081-636e-4000-ae9a-237c50b697a1 associated. External IP: 172.27.0.130, port: d59314cc-c5e6-49bb-8cf8-8b2fbffc557e. Jun 16 16:31:46.135142 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:31:46.240638 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:31:46.250022 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:31:46.261337 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:31:46.261660 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:31:46.262417 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:31:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:46.300098 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-409102bb-aab5-44e0-b990-3c88084c5798 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5854042 Jun 16 16:31:46.300852 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:31:46.304783 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838776d0-07b2-4043-8792-566faa333d91" -d '{"events": [{"name": "network-changed", "server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:46.370898 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:31:46.404324 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181dbf1-5458-48f6-8768-ed289ef268ab x-openstack-request-id: req-3181dbf1-5458-48f6-8768-ed289ef268ab {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:46.404619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:46.404870 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3181dbf1-5458-48f6-8768-ed289ef268ab {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:46.405257 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3181dbf1-5458-48f6-8768-ed289ef268ab'] response: {'name': 'network-changed', 'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'status': 'completed', 'code': 200} Jun 16 16:31:46.504723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838776d0-07b2-4043-8792-566faa333d91 req-76ba50a4-b975-4050-b368-51aef4e80014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:46.506328 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-76ba50a4-b975-4050-b368-51aef4e80014 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1130 time: 0.0432096 Jun 16 16:31:46.599625 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '3bc13081-636e-4000-ae9a-237c50b697a1', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:f9:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:31:45Z', 'updated_at': '2022-06-16T16:31:45Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:46.612458 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838776d0-07b2-4043-8792-566faa333d91 req-1e97f911-e6d1-43ef-a81f-5369cf633e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:46.614173 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-1e97f911-e6d1-43ef-a81f-5369cf633e15 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.1011012 Jun 16 16:31:46.631180 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:31:46.641536 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:31:46.642220 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:31:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:46.704902 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-60666c5a-a02e-4ce3-b9ef-29977974f64b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 1000 time: 0.0787556 Jun 16 16:31:46.756060 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:31:46.780620 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838776d0-07b2-4043-8792-566faa333d91 req-3f37f4ba-02ca-4ca6-85d2-9a66f43df04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:46.782257 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-3f37f4ba-02ca-4ca6-85d2-9a66f43df04c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0515618 Jun 16 16:31:46.827948 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838776d0-07b2-4043-8792-566faa333d91 req-338361d4-a617-4a6b-9ec6-cb36eac03c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:31:46.829570 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-338361d4-a617-4a6b-9ec6-cb36eac03c74 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404489 Jun 16 16:31:46.972475 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '3bc13081-636e-4000-ae9a-237c50b697a1', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:f9:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:31:45Z', 'updated_at': '2022-06-16T16:31:45Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:47.085858 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e51bde-9b71-4531-a3f0-e57626b37f42 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': '3bc13081-636e-4000-ae9a-237c50b697a1', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:f9:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:31:45Z', 'updated_at': '2022-06-16T16:31:45Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:47.214053 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-06d0eedc-e10b-4702-8e1f-dfbe0ffc7d77 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216159 Jun 16 16:31:47.312047 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65628cab-6f74-47f0-a887-73545844f66a None None] New status for floating IP 3bc13081-636e-4000-ae9a-237c50b697a1: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:31:47.324682 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-838776d0-07b2-4043-8792-566faa333d91 req-d67196ae-89bc-4a14-86e0-ccf235bf4716 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027896 Jun 16 16:31:55.837527 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:31:56.289568 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:56.292681 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=90 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:57.316140 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=58 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:57.318655 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=76 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:57.422289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:31:57.425037 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:02.553047 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:08.909760 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=89 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:08.910707 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:10.347771 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-467c1057-d234-4c69-949d-0e96d04e8d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:12.663165 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5bc0da3f-0692-42d8-a80f-0c39e7698356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:13.683301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:15.252531 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:15.772573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:26.259157 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:26.259932 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:30.819708 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:30.820603 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:32.549132 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:32.836793 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:32:40.341995 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fec9535c-cc56-4856-a17f-9892fdd5aee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:42.545016 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:42.667284 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5aa94ea-2939-479c-96b1-e6480780949e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:42.831910 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:42.832626 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:43.686698 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:44.177378 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-4c74ed1c-240b-4666-b0f4-c8ee085ecb72 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465696 Jun 16 16:32:44.281879 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-d4415be3-730f-4644-b115-6f86e235dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:32:44.283518 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-d4415be3-730f-4644-b115-6f86e235dd7b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1130 time: 0.0421450 Jun 16 16:32:44.399384 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-ebe3b86a-06fb-406e-8233-45e2bca64c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:32:44.400790 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-ebe3b86a-06fb-406e-8233-45e2bca64c47 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0965769 Jun 16 16:32:44.469834 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-b17ac9a6-9067-49b5-8c87-5f8a5d787977 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 1002 time: 0.0603776 Jun 16 16:32:44.522923 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-63ad707a-67e6-46ec-b11c-61015e2d5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:32:44.524430 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-63ad707a-67e6-46ec-b11c-61015e2d5ce1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0478525 Jun 16 16:32:44.570340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-88a1dec6-c432-4b37-a7c2-e48772bab778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:32:44.571890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-88a1dec6-c432-4b37-a7c2-e48772bab778 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413861 Jun 16 16:32:44.672715 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-633cc959-1fe5-477d-a491-181bdc98066e service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937965 Jun 16 16:32:44.780575 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c746844e-4cfb-45eb-bcb1-22c682fbc160 req-69152a14-8fd9-43ca-bfca-da1e6fb759f5 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017001 Jun 16 16:32:45.254637 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:45.769095 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:32:50.870601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-dc1d8cc9-83b4-497e-942a-b1fd0fe516fe req-7bf034bf-e693-4980-baa5-934bed0b0c69 tempest-VolumesSnapshotTestJSON-261890931 tempest-VolumesSnapshotTestJSON-261890931-project] (104079) timed out ('10.222.0.33', 61381) {{(pid=104079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:32:54.775446 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=48 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:54.777394 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=53 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:55.756432 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:32:55.766163 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:02.565265 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:07.817090 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=14 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:07.818266 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=18 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:09.836462 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:33:10.345144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-390dd92e-b2be-4c37-ab30-3a40836b2513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:12.670640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53eed021-8060-4b1a-b6ab-44a803eddec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:13.691292 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:15.258351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:15.776908 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:19.831744 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:19.832512 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:25.761539 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:25.771708 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:32.579631 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:40.348837 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8df6de33-b2a3-43e3-ad4f-b6355f51c37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:42.674507 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7f50-bb7c-4e73-83fc-767523957c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:43.696461 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:44.809052 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:44.814173 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:45.236475 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-3e0d3f77-e90b-418b-9da7-f53afd99a5a9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862334 Jun 16 16:33:45.258144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:45.336254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-adfbb2f6-2425-4e8b-8166-134106da5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:33:45.337797 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-adfbb2f6-2425-4e8b-8166-134106da5d1f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 1130 time: 0.0409257 Jun 16 16:33:45.453359 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-89050781-2a63-4523-b3d1-e17c5bcdc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:33:45.454917 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-89050781-2a63-4523-b3d1-e17c5bcdc6a8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0963578 Jun 16 16:33:45.518888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-e82f9c9b-43c6-47e7-9dbb-42f86a9e61d9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 200 len: 1002 time: 0.0579438 Jun 16 16:33:45.568723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-a2ee66d9-25e9-4795-b1f1-4a8e0115731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:33:45.570305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-a2ee66d9-25e9-4795-b1f1-4a8e0115731d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0455046 Jun 16 16:33:45.619478 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-61028646-e6d1-4935-bb48-0eb5969176c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:33:45.620989 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-61028646-e6d1-4935-bb48-0eb5969176c0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434809 Jun 16 16:33:45.632474 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-982bff78-df4a-4d26-b355-14a9533936a4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:33:45.633480 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-982bff78-df4a-4d26-b355-14a9533936a4 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052280 Jun 16 16:33:45.728737 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-013255ee-a861-4db3-b284-5ceb9d102d36 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Jun 16 16:33:45.774519 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:33:45.834544 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-30e2d531-98bc-4d1f-9c76-9f36d23d5be3 req-93937fbb-2b6d-4942-bbf0-0db41f21fb17 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995407 Jun 16 16:33:46.835980 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:33:55.767091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:55.769834 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:55.820596 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=48 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:55.828762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=53 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:33:56.832495 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:02.594670 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:08.916486 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:10.352727 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d2363cd2-2cf8-4223-884b-810a9ffcb6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:12.683153 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d0952209-0447-493f-9fab-8ede0baeb03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:13.698659 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:14.469135 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990166-43c1-482f-8825-58cab8b1e64c req-fa670a5d-9ce8-4f67-850e-d50a4c03e54d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:14.471392 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38990166-43c1-482f-8825-58cab8b1e64c req-fa670a5d-9ce8-4f67-850e-d50a4c03e54d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.1048257 Jun 16 16:34:14.528262 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-38990166-43c1-482f-8825-58cab8b1e64c req-3b901862-606b-4800-a34a-757600081e3d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508447 Jun 16 16:34:15.262344 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:15.715727 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e67822-1a99-4834-a734-f81127ce400f req-dff36939-90a1-4318-a6c7-082da82bada4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:15.717677 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f2e67822-1a99-4834-a734-f81127ce400f req-dff36939-90a1-4318-a6c7-082da82bada4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.1115110 Jun 16 16:34:15.770516 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:15.772104 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f2e67822-1a99-4834-a734-f81127ce400f req-a5182762-9ef1-4200-b059-0c0cedca629c tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Jun 16 16:34:16.235363 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-4a3b560f-fe8f-45b0-afbd-e54f9603e910 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:16.236887 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-4a3b560f-fe8f-45b0-afbd-e54f9603e910 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Jun 16 16:34:16.327277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:34:16.327617 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:16.419213 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] For port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:34:16.419490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:16.588877 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:16.589309 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (3bc13081-636e-4000-ae9a-237c50b697a1), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:16.589624 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP 3bc13081-636e-4000-ae9a-237c50b697a1 disassociated. External IP: 172.27.0.130, port: d59314cc-c5e6-49bb-8cf8-8b2fbffc557e. Jun 16 16:34:16.589989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for d59314cc-c5e6-49bb-8cf8-8b2fbffc557e owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:34:16.727157 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (d59314cc-c5e6-49bb-8cf8-8b2fbffc557e), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:16.755579 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=d59314cc-c5e6-49bb-8cf8-8b2fbffc557e,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:16.765612 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.765991 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.766328 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.766663 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.766989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.767340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.767665 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.767990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.768719 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.768719 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.768936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.769237 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.769553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.769916 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.770217 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:16.899974 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-309bbd8c-8031-4605-9c61-8b9194e98ce4 req-246ad0ae-f685-4964-bb6f-c0b98882e92d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 210 time: 0.0359519 Jun 16 16:34:16.918708 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:34:16.926374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:17.026500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:17.038220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:34:17.051291 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:34:17.062331 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:34:17.063063 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:34:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:17.087896 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] No DVR routers for this DVR port d59314cc-c5e6-49bb-8cf8-8b2fbffc557e on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:34:17.090619 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:17.093964 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-de06d133-957a-431e-9cbe-ca9211b9efbe req-328bd108-b8c5-42e9-bbfc-7f8603484efa tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "DELETE /v2.0/ports/d59314cc-c5e6-49bb-8cf8-8b2fbffc557e HTTP/1.1" status: 204 len: 173 time: 0.8515556 Jun 16 16:34:17.094447 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'name': 'network-vif-deleted', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:34:17.096960 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e3adf1-d694-4f27-a812-fc919257ac76" -d '{"events": [{"server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "name": "network-vif-deleted", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:17.135193 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae478f0-4c70-456e-b637-db9d00f1ab4b x-openstack-request-id: req-5ae478f0-4c70-456e-b637-db9d00f1ab4b {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:17.135654 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6", "name": "network-vif-deleted", "tag": "d59314cc-c5e6-49bb-8cf8-8b2fbffc557e", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:17.135855 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5ae478f0-4c70-456e-b637-db9d00f1ab4b {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:17.136174 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae478f0-4c70-456e-b637-db9d00f1ab4b'] response: {'server_uuid': 'abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6', 'name': 'network-vif-deleted', 'tag': 'd59314cc-c5e6-49bb-8cf8-8b2fbffc557e', 'status': 'completed', 'code': 200} Jun 16 16:34:17.200948 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:34:17.406449 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:17.432106 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:34:17.441423 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:34:17.442065 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:34:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:17.552056 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:34:17.749606 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:17.778658 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c3efb-7b75-4fa0-a9e3-0c8b28dc8247 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:34:18.030632 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-998ca3c1-ea85-47dc-a54d-3a6e7cbfa737 req-142d63a4-1fc3-4004-bc04-6285b9d87d04 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=abe0f5c7-dc96-4d52-a5c4-ef59a8c534b6 HTTP/1.1" status: 200 len: 210 time: 0.0399427 Jun 16 16:34:18.078832 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cb398-5e11-4e87-a1c7-4d9af0bb95a5 None None] New status for floating IP 3bc13081-636e-4000-ae9a-237c50b697a1: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:34:19.257769 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-2bb04ef4-bf29-4308-9edb-4d49fd425ae4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186202417&fields=id&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 267 time: 0.0481675 Jun 16 16:34:19.369899 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-1c354a5c-64d8-4bf5-8228-7a464b804775 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:19.371292 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-1c354a5c-64d8-4bf5-8228-7a464b804775 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.1068668 Jun 16 16:34:19.386875 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-af470f87-c8d0-4752-b12a-a93a8530e39d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/quotas/3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 375 time: 0.0094671 Jun 16 16:34:19.441010 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-cf3245fd-0a38-494a-97b7-f0b89f8d3803 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485315 Jun 16 16:34:19.589706 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-f00f7eb4-4265-4fa2-be1a-2b05144f149b service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369269 Jun 16 16:34:19.700092 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-a4ebcb12-8bf5-47ea-8f8e-3ad60e440deb service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012082 Jun 16 16:34:19.999683 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-3584d6e6-ae1f-4bd3-8538-285188aa8aa7 req-22b53aa1-49d4-4f2b-bb75-7183657f04ef tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Jun 16 16:34:20.240197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device d59314cc-c5e6-49bb-8cf8-8b2fbffc557e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:34:20.260301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: d59314cc-c5e6-49bb-8cf8-8b2fbffc557e {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:34:20.260713 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device d59314cc-c5e6-49bb-8cf8-8b2fbffc557e not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:34:21.057353 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-02657944-6334-460e-ae51-8e47083970a4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:21.059001 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-02657944-6334-460e-ae51-8e47083970a4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.1165423 Jun 16 16:34:21.103264 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dff85ae3-6e1e-48f2-8c96-63a8dc63002b req-77b26443-72cd-45f6-ab97-8deb0ea2f27e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 210 time: 0.0293343 Jun 16 16:34:21.168705 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-39f98208-88e0-466c-9ca0-fd2212ea9943 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 380 time: 0.0617728 Jun 16 16:34:21.177962 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'port': {'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'admin_state_up': True, 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'security_groups': ['d308fac8-23c2-44a7-808e-36fec454cd27']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:34:21.293539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Made reservation on behalf of 3643cc8acf58444383e525f1990d1129 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:21.296861 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:21.365587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:21.684646 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.20.0.8 (a4761258-d752-4e48-942f-d11f7b716bfd/fdc40c70-3d4d-4d03-83e2-11304f8d44e3/9c7b4fe8-06bc-40d3-afd2-f792aab2bc85) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:21.751720 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:21.847312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:21.881872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:21.931990 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:21.938958 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:21.943273 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:34:21.949618 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:21.998783 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:21.999437 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.017929 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-24b5d319-e0e6-48e6-b082-5ae9e1222369 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429849 Jun 16 16:34:22.036595 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Request body: {'port': {'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:34:22.105830 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.217309 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-079aee51-7f3b-4d69-a5b1-6018db632522 None None] Provisioning complete for port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:34:22.217941 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-079aee51-7f3b-4d69-a5b1-6018db632522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.257029 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-079aee51-7f3b-4d69-a5b1-6018db632522 None None] Port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:34:22.276198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b28e-4d46-4283-8ee8-70c75f0d3103 req-4d2e326b-b8eb-42d0-9466-cb4ac21eadc4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:22.277824 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18b2b28e-4d46-4283-8ee8-70c75f0d3103 req-4d2e326b-b8eb-42d0-9466-cb4ac21eadc4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 931 time: 0.0703590 Jun 16 16:34:22.378535 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-18b2b28e-4d46-4283-8ee8-70c75f0d3103 req-a4df2032-9e52-43f1-9861-c3d217b458af tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908742 Jun 16 16:34:22.456209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:34:22.463963 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks [] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.467500 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:22.479692 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Transition to ACTIVE for port object 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:34:22.483273 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.532518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:22.619031 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Attempting to bind port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:34:22.619372 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Attempting to bind port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:34:22.619701 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Attempting to bind port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:34:22.624778 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 on network a4761258-d752-4e48-942f-d11f7b716bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:34:22.625105 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Attempting to bind port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:34:22.630649 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:34:22.630909 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:34:22.631289 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Bound using segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:34:22.631717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Bound port: 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:34:22.632082 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.641699 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:22.705601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:34:22.708950 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:34:22.715545 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.752671 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:22.753286 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:22.754792 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] 10.222.0.33 "PUT /v2.0/ports/9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 1093 time: 0.7232499 Jun 16 16:34:22.755234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:34:22.757486 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:22.786489 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea98f-e3e1-4a7f-8a5d-c284a41a329b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:22.871781 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-f432d857-7086-48a3-9e10-67b915b1044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:22.873343 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-f432d857-7086-48a3-9e10-67b915b1044a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1127 time: 0.0474749 Jun 16 16:34:22.923275 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-70c8667d-f55a-47d1-88e2-b010b152298b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 217 time: 0.0357814 Jun 16 16:34:22.988344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-30aa7b6c-0be6-4c00-9cc4-4231697592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:22.989834 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-30aa7b6c-0be6-4c00-9cc4-4231697592c6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0608740 Jun 16 16:34:23.035589 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-b0fa77e0-7c09-4014-aedf-29b1ea22bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:23.037093 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-b0fa77e0-7c09-4014-aedf-29b1ea22bd81 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408537 Jun 16 16:34:23.132711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-a6fb9850-c4f0-4d50-93df-0afc17e83003 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887301 Jun 16 16:34:23.224306 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-17ea7ec1-1090-46fb-b0b8-42546afe4757 req-f039633b-c720-4400-8438-41624211f0a9 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843644 Jun 16 16:34:23.493815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566b56-fe1f-405e-9dc8-5ca33a2849ea req-b5276a09-5415-47ff-86ac-f80cf630ad13 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:23.495311 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b566b56-fe1f-405e-9dc8-5ca33a2849ea req-b5276a09-5415-47ff-86ac-f80cf630ad13 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0483017 Jun 16 16:34:23.554395 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7b566b56-fe1f-405e-9dc8-5ca33a2849ea req-5e6cb3c7-25cb-43ad-b2e7-0a06a5651f97 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509856 Jun 16 16:34:23.830998 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa4e40-082e-4a4d-9013-64181da31bc2 x-openstack-request-id: req-defa4e40-082e-4a4d-9013-64181da31bc2 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:23.832819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:23.832819 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-defa4e40-082e-4a4d-9013-64181da31bc2 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:23.832819 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defa4e40-082e-4a4d-9013-64181da31bc2'] response: {'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'status': 'completed', 'code': 200} Jun 16 16:34:23.834858 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:34:24.373551 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-cd24275f-907d-43fe-9ebf-22badd825e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:24.375188 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-cd24275f-907d-43fe-9ebf-22badd825e9d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1127 time: 0.0406497 Jun 16 16:34:24.466021 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-2af75861-fbd5-4576-8d6b-b3aed8ca0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:24.467427 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-2af75861-fbd5-4576-8d6b-b3aed8ca0f73 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0862212 Jun 16 16:34:24.510535 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-2339f04f-fc48-4b97-a419-cf1dc920b750 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 217 time: 0.0369697 Jun 16 16:34:24.544606 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:24.562023 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-799fc35d-7b68-4e5c-9bd8-867326542d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:24.563503 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-799fc35d-7b68-4e5c-9bd8-867326542d26 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0465586 Jun 16 16:34:24.609224 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-64aebf08-a07d-4ab7-9a89-9a6fc4cbedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:24.610820 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-64aebf08-a07d-4ab7-9a89-9a6fc4cbedde service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407698 Jun 16 16:34:24.718625 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bf601-3d65-4052-898b-38c52670a51c req-d0de998d-93df-4433-8c67-4b03994f239b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:24.720543 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d5bf601-3d65-4052-898b-38c52670a51c req-d0de998d-93df-4433-8c67-4b03994f239b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0941432 Jun 16 16:34:24.767026 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-dcc3f8b1-a73e-4e20-9dad-a44180a210ab service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Jun 16 16:34:24.783209 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:24.817625 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6d5bf601-3d65-4052-898b-38c52670a51c req-3cbd941e-36c4-4cb7-9ec4-220edd928e29 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882766 Jun 16 16:34:24.885497 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-634a31d1-8ab1-4e6e-ae02-f38ded5775ce req-11c23c52-dc57-4358-8b59-bae8a889bc78 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121962 Jun 16 16:34:25.944906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dfc3-baee-4118-80f2-9a6ff8f0b1da req-a5b7b3e5-172c-4587-9afd-0b357cdc3c3a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:25.946558 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10d9dfc3-baee-4118-80f2-9a6ff8f0b1da req-a5b7b3e5-172c-4587-9afd-0b357cdc3c3a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0522740 Jun 16 16:34:25.998895 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-10d9dfc3-baee-4118-80f2-9a6ff8f0b1da req-30b62026-e352-41df-b290-bb477848b633 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467229 Jun 16 16:34:27.114946 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bcd57-fa4d-4a40-8c3e-1bc3489de4fc req-7ee18f83-74ef-4a88-8eea-56e116d0efa7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:27.116518 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe4bcd57-fa4d-4a40-8c3e-1bc3489de4fc req-7ee18f83-74ef-4a88-8eea-56e116d0efa7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0488558 Jun 16 16:34:27.176119 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-fe4bcd57-fa4d-4a40-8c3e-1bc3489de4fc req-ea22ad6b-96fa-4a69-bef6-3c2f00ced980 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539587 Jun 16 16:34:28.292098 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afeae5-6029-4f8a-bd5c-a4d9e5a189a4 req-c703ce6b-8a50-4a5e-8943-7979adef06d6 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:28.293852 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08afeae5-6029-4f8a-bd5c-a4d9e5a189a4 req-c703ce6b-8a50-4a5e-8943-7979adef06d6 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0491421 Jun 16 16:34:28.344222 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08afeae5-6029-4f8a-bd5c-a4d9e5a189a4 req-0a48a72d-7117-49c6-93ad-03725ba98b5f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 Jun 16 16:34:29.468932 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e66bd3-9042-43be-a8d4-6ac434ffbc83 req-81988279-e5d3-4251-9d7d-6106a60a9707 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:29.470945 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-36e66bd3-9042-43be-a8d4-6ac434ffbc83 req-81988279-e5d3-4251-9d7d-6106a60a9707 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0521407 Jun 16 16:34:29.522318 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-36e66bd3-9042-43be-a8d4-6ac434ffbc83 req-9d98ca30-e74c-42e0-adc4-b9773ae8c998 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jun 16 16:34:30.647079 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417cffb-1435-420e-bdb2-1fc4724c581b req-108f84ff-9540-41d6-ad56-a825f67ee96b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:30.648600 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6417cffb-1435-420e-bdb2-1fc4724c581b req-108f84ff-9540-41d6-ad56-a825f67ee96b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0517778 Jun 16 16:34:30.699963 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-6417cffb-1435-420e-bdb2-1fc4724c581b req-413ecf89-77be-41e3-ad7b-5f4a211df257 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456917 Jun 16 16:34:31.815312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9be6e1-6b66-4566-9796-b4583d150a71 req-30cf7525-c5ee-4c6f-b6b4-7c97e74754af tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:31.816817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd9be6e1-6b66-4566-9796-b4583d150a71 req-30cf7525-c5ee-4c6f-b6b4-7c97e74754af tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 943 time: 0.0478301 Jun 16 16:34:31.872412 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-dd9be6e1-6b66-4566-9796-b4583d150a71 req-ebf59d62-d0fc-44ec-b6b2-9f00e6d1eee7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496197 Jun 16 16:34:32.274375 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:34:32.276619 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:32.278068 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:32.379197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:34:32.390555 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:34:32.425264 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:34:32.425651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:32.438736 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:34:32.463172 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:34:32.467159 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:32.517684 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:32.525327 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.525687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.526060 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.526407 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.526750 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.527233 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.527418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.527754 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.528090 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.528418 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.528747 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.529089 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.529435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.529788 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.530112 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:32.827696 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:32.987148 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:34:32.998710 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c58753-8843-4919-beee-cf600c572bb7 req-e7f931d6-5780-4037-a086-6af58a6fbec2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:33.000459 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9c58753-8843-4919-beee-cf600c572bb7 req-e7f931d6-5780-4037-a086-6af58a6fbec2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Jun 16 16:34:33.042263 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:33.058606 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c9c58753-8843-4919-beee-cf600c572bb7 req-5f46f598-2e42-4685-a2ef-043c15e7893b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526605 Jun 16 16:34:33.830763 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=69 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:33.831559 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=71 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:34.175183 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28721f26-697f-4347-bfb8-a2e4bda93de5 req-250c2435-37db-4fe6-b36e-f24f3caaf2ea tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:34.176688 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-28721f26-697f-4347-bfb8-a2e4bda93de5 req-250c2435-37db-4fe6-b36e-f24f3caaf2ea tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 944 time: 0.0484180 Jun 16 16:34:34.227842 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-28721f26-697f-4347-bfb8-a2e4bda93de5 req-86b7739b-842d-4e73-b92e-2877460096cd tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Jun 16 16:34:34.289437 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:34:34.332821 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:34:34.338712 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:34:34.339033 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:34.413239 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:34:34.413627 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:34.436110 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:34:34.438386 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b80d2a-318c-462b-a9e0-1c19b1890feb" -d '{"events": [{"server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:34.452091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:34:34.456655 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:34.480392 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf75f9-cda6-4e82-9549-dd4b7844b6a4 x-openstack-request-id: req-c3cf75f9-cda6-4e82-9549-dd4b7844b6a4 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:34.480681 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:34.480930 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3cf75f9-cda6-4e82-9549-dd4b7844b6a4 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:34.481317 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cf75f9-cda6-4e82-9549-dd4b7844b6a4'] response: {'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'code': 200} Jun 16 16:34:34.505092 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:34.510353 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:34.721428 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0176-4fbe-46ba-8503-9338f1cedf5b req-54d22678-fb15-4744-ac46-fe5faa6f9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:34.722904 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f4e0176-4fbe-46ba-8503-9338f1cedf5b req-54d22678-fb15-4744-ac46-fe5faa6f9f0f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0397747 Jun 16 16:34:34.773743 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1f4e0176-4fbe-46ba-8503-9338f1cedf5b req-c0208991-e719-4609-a9bf-bc8b0a2e9a40 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Jun 16 16:34:35.343587 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008cca-ced1-48ec-aac8-d2ff1c96acf6 req-83660844-a4ba-47b9-80f2-a478425b2792 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:35.345139 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e008cca-ced1-48ec-aac8-d2ff1c96acf6 req-83660844-a4ba-47b9-80f2-a478425b2792 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Jun 16 16:34:35.396337 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-2e008cca-ced1-48ec-aac8-d2ff1c96acf6 req-4bbb0830-929a-4d2e-9efc-a0a5cc23cf9e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Jun 16 16:34:36.518444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559a32-ed1d-4fb4-a730-854714373c9a req-1c126df9-59da-4419-8a91-060a3aeb9b50 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:36.520380 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3559a32-ed1d-4fb4-a730-854714373c9a req-1c126df9-59da-4419-8a91-060a3aeb9b50 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0538256 Jun 16 16:34:36.548621 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:36.581865 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e3559a32-ed1d-4fb4-a730-854714373c9a req-140dd070-7f55-4110-b333-20cb4ddd37a4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555992 Jun 16 16:34:37.702560 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7595-aa6a-4f69-a333-ee9aed8e32e6 req-ced534b7-3687-46ff-b4fa-ac84794137ba tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:37.704022 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37cc7595-aa6a-4f69-a333-ee9aed8e32e6 req-ced534b7-3687-46ff-b4fa-ac84794137ba tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0508347 Jun 16 16:34:37.752209 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-37cc7595-aa6a-4f69-a333-ee9aed8e32e6 req-b125ec2e-8efe-4936-85c0-a42bc28c57d4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Jun 16 16:34:37.862734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbd3b3-ad87-4cc5-a973-fdd1f377728a req-0af7635a-6fdb-49de-bca9-d300a924ea97 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:37.864249 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68bbd3b3-ad87-4cc5-a973-fdd1f377728a req-0af7635a-6fdb-49de-bca9-d300a924ea97 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0469096 Jun 16 16:34:37.911911 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68bbd3b3-ad87-4cc5-a973-fdd1f377728a req-6f782072-b57b-44d7-9304-5b7ee43d8a6a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418386 Jun 16 16:34:37.934740 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57008) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:34:37.972858 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd9f3d-90d3-485a-a746-964872c1c30a tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:37.974366 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c0dd9f3d-90d3-485a-a746-964872c1c30a tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1124 time: 0.0386508 Jun 16 16:34:37.977265 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57012) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:34:37.982061 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:34:38.003679 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:38.083435 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:38.200264 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.27.0.229 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/16164a0f-a9d4-43da-8339-7a3ad5ec3980) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:38.324889 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:38.359779 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:38.402105 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:38.407303 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:38.409530 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=16164a0f-a9d4-43da-8339-7a3ad5ec3980,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:38.411813 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:34:38.437865 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.438241 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.438538 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.438880 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.439212 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.440068 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.440397 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.440722 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.441049 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.441376 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.441703 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.442051 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.442373 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.442693 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.443012 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:38.958234 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:39.001529 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:39.003606 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (ca759553-4ca5-413d-b621-579a517bdfa8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.071191 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.223127 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.228209 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26435129'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.305635 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=16164a0f-a9d4-43da-8339-7a3ad5ec3980,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:39.313163 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (ca759553-4ca5-413d-b621-579a517bdfa8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.410159 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP ca759553-4ca5-413d-b621-579a517bdfa8 associated. External IP: 172.27.0.229, port: 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85. Jun 16 16:34:39.613304 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:34:39.714270 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:34:39.723831 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:34:39.733482 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:39.734667 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:34:39.735280 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:34:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:39.769275 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2314292f-1385-438b-9f69-fe5c035792bb tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7909691 Jun 16 16:34:39.769976 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:34:39.772322 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4caa71c15a04e543836ff5f425c2ce19465cadb92e30a815aa0251798aec176" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:39.808676 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168711d9-26e9-434a-8d22-d82dd1ed5409 x-openstack-request-id: req-168711d9-26e9-434a-8d22-d82dd1ed5409 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:39.808959 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:39.809208 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-168711d9-26e9-434a-8d22-d82dd1ed5409 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:39.809606 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168711d9-26e9-434a-8d22-d82dd1ed5409'] response: {'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'status': 'completed', 'code': 200} Jun 16 16:34:39.836880 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:34:39.900166 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-d76e3a6f-8af8-416d-a5c2-38ae811ce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:39.901578 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-d76e3a6f-8af8-416d-a5c2-38ae811ce9a6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0399940 Jun 16 16:34:40.002563 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-d1238565-d1b7-4a6f-ab84-6f3130ec3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:40.004056 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-d1238565-d1b7-4a6f-ab84-6f3130ec3359 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0938771 Jun 16 16:34:40.064273 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-2e33d5a6-e120-47d1-9832-74bc60981c92 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 999 time: 0.0536029 Jun 16 16:34:40.117167 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-4d5138af-7f81-45c3-a1bc-fa1fa7b07c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:40.118654 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-4d5138af-7f81-45c3-a1bc-fa1fa7b07c67 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0476663 Jun 16 16:34:40.134198 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:38Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.160208 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:34:40.165187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-a9ce2e01-34ed-4ac3-a9b7-6d185eefebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:40.166762 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-a9ce2e01-34ed-4ac3-a9b7-6d185eefebac service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411603 Jun 16 16:34:40.169065 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:34:40.169670 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:34:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.263817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-eb87064f-7ace-4920-907d-2b437f6634a0 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894074 Jun 16 16:34:40.280512 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:34:40.338719 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:40.343127 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:40.358285 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7415-329b-4b4d-bd12-3cfe0573804f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:40.364182 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-42635ff2-5a95-4e0b-ac6d-4c3efd893e58 req-bbd22655-19a0-4274-9f5a-524a70edd6ca service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938525 Jun 16 16:34:40.508436 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:38Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.533821 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478c976-16e6-422d-8ce6-828b92588f49 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:38Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:34:40.738336 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83746cf4-3e1d-480e-9e37-f919fd858b96 None None] New status for floating IP ca759553-4ca5-413d-b621-579a517bdfa8: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:34:42.652936 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-efb993c1-7572-4b0c-8446-c3687cfed0f3 service neutron] (104080) timed out ('10.222.0.88', 51482) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:34:42.675528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b550437-c29d-4a80-aad0-7a01b8084cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:42.830494 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-f855160d-a1c9-4d83-8d4a-cad02499cf8c req-ef3fa085-e662-4655-bbe9-2a01c4de33fe tempest-TestShelveInstance-961707879 tempest-TestShelveInstance-961707879-project] (104080) timed out ('10.222.0.88', 51494) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:34:43.699774 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:45.263975 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:45.774493 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:34:47.217287 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-750060c0-5986-4675-92f3-c62d37739ce4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420120 Jun 16 16:34:47.324075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-f1cddb07-ff28-4d0e-b95f-c176822a2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:47.325589 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-f1cddb07-ff28-4d0e-b95f-c176822a2350 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0449450 Jun 16 16:34:47.435789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-33b0b73e-865d-4ecb-9712-b4bef02d1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:47.437386 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-33b0b73e-865d-4ecb-9712-b4bef02d1d40 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0918229 Jun 16 16:34:47.502602 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-b68ad8ae-c252-4e1b-a057-439d4b74764d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 1001 time: 0.0592334 Jun 16 16:34:47.552880 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-64db71e2-fcfa-4039-8060-6dc7cc43c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:47.554456 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-64db71e2-fcfa-4039-8060-6dc7cc43c198 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0463378 Jun 16 16:34:47.602678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-822882b0-caf3-464b-a810-d6214482f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:34:47.604207 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-822882b0-caf3-464b-a810-d6214482f6ca service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416856 Jun 16 16:34:47.668843 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:47.704351 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-6c1b3edb-fc6c-435d-96b6-27be49442d53 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917838 Jun 16 16:34:47.796637 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-59eba13a-cdb7-4205-8850-25fbc59a9878 req-9d071384-8645-4cf1-b582-2a8cdd43e515 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Jun 16 16:34:49.759210 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:49.763724 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:55.767888 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:55.770517 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=15,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:57.791872 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=54 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:34:57.793970 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=16 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:00.833703 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:35:02.827420 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:08.850614 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=88 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:10.350641 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7d954b05-e751-430c-adfd-dd9981aeaa14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:10.829463 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=96 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:12.680380 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f2bc-c2d7-4e21-838a-83ed41468868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:13.702554 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:15.266635 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:15.778792 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:25.772876 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=12 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:25.773691 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:32.830340 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:35.801182 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:35.805634 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:37.831923 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:35:40.355622 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a97aea7b-ff72-4c02-bfc7-ac2bcf4bb202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:42.684137 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-164348f8-04ed-4e9d-87c1-39a69436809e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:43.708096 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:45.273857 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:45.788214 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:35:47.826953 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:47.827745 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:49.170465 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-5b350b09-9ed3-47e3-b231-6b43aab93740 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456512 Jun 16 16:35:49.278038 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935135-2a81-47cb-8725-3ad8e3567731 req-4e582c2d-34b3-4e02-9a83-9693a4336269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:35:49.280305 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-4e582c2d-34b3-4e02-9a83-9693a4336269 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0466144 Jun 16 16:35:49.388422 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935135-2a81-47cb-8725-3ad8e3567731 req-7536d071-5e1f-464c-9315-b3f7ad4b9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:35:49.389914 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-7536d071-5e1f-464c-9315-b3f7ad4b9218 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0886900 Jun 16 16:35:49.455224 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-ed92fa0d-d585-4ed8-b5b7-f89a94321617 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 1001 time: 0.0585968 Jun 16 16:35:49.505017 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935135-2a81-47cb-8725-3ad8e3567731 req-2f867611-2643-4c16-87da-66ca4e52a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:35:49.506538 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-2f867611-2643-4c16-87da-66ca4e52a581 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0459380 Jun 16 16:35:49.553290 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935135-2a81-47cb-8725-3ad8e3567731 req-ea48051e-d3af-4711-8685-e46ebf973595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:35:49.554849 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-ea48051e-d3af-4711-8685-e46ebf973595 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407186 Jun 16 16:35:49.651827 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-dc1b7bb7-8afa-4d6e-8781-2891147e95f1 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Jun 16 16:35:49.742659 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-68935135-2a81-47cb-8725-3ad8e3567731 req-aacf34d2-8435-43af-a86e-58e58f6cffc7 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844960 Jun 16 16:35:55.772255 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:55.782637 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:59.732994 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=47 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:35:59.739235 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=54 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:02.833867 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:10.361764 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f44169c8-71d7-4e13-8d5e-138f2231ced5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:12.685915 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83e11bf2-6071-43ed-893a-fa9eb567a048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:12.801854 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:12.802606 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:13.707822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:14.831612 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:36:15.272584 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:15.781833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:24.826633 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:24.827408 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:26.274144 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:26.274949 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:32.854973 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:40.365107 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bc6530fd-6fd4-415b-a282-c5a024ff6fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:42.693460 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d21f2458-8d7b-40e3-8e9d-eece33ab8371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:43.712011 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:45.275818 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:45.784665 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:49.189813 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-f51ab0a6-bdd4-40f5-8f8c-6eaad9dc3d5e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430732 Jun 16 16:36:49.290936 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-f24c29a5-a757-4bc6-975a-5ee383817b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:49.292694 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-f24c29a5-a757-4bc6-975a-5ee383817b2f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0422392 Jun 16 16:36:49.406313 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-9d54f364-31f1-4481-94d8-df9bf5ffb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:49.408215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-9d54f364-31f1-4481-94d8-df9bf5ffb928 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0939403 Jun 16 16:36:49.476264 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-8efac5ba-ebac-40dd-aa22-010b2cb134e1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 1001 time: 0.0624807 Jun 16 16:36:49.531777 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-b318c598-026e-464f-a7a3-fdad9f214b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:49.533259 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-b318c598-026e-464f-a7a3-fdad9f214b9d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0486310 Jun 16 16:36:49.578277 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-4c9154ac-1548-4239-809f-6751e39d1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:49.579788 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-4c9154ac-1548-4239-809f-6751e39d1db6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403254 Jun 16 16:36:49.675610 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-25aa23f4-63ce-4379-9bfb-af767174d689 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891371 Jun 16 16:36:49.772777 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4a6eac5d-b61b-47bd-8d4a-7ea92c4a1c32 req-2030ed48-c097-40ec-aa0c-bc46c26601de service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906525 Jun 16 16:36:49.799864 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:49.800622 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:51.641198 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-694c99f9-dc06-4f05-966e-97b864e8afd3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186202417&fields=id&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 267 time: 0.0461323 Jun 16 16:36:51.746968 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-1450779c-d505-47db-a4c9-3994e1f962fc tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:51.748453 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-1450779c-d505-47db-a4c9-3994e1f962fc tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.1009145 Jun 16 16:36:51.763887 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-44986ecd-d5c8-4505-b33c-4882243ff059 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/quotas/3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Jun 16 16:36:51.820532 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-603935d7-4267-491f-bee6-20930ff6ad3a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513909 Jun 16 16:36:51.829488 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:36:51.836546 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-66144a28-998e-4d7d-9e0c-2d99618bbbce service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=104079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 16:36:51.837536 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-66144a28-998e-4d7d-9e0c-2d99618bbbce service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053740 Jun 16 16:36:51.928598 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-2ecfd45f-6510-4a49-a485-2aed9bc150da service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Jun 16 16:36:52.023214 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-f90f250b-6a30-4638-acee-4880ac262743 service neutron] 10.222.0.88 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Jun 16 16:36:52.332615 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-0c9ed5b9-c1eb-4a4d-a130-0b13cfc8c587 req-fad6947d-f14e-456f-8aeb-a4f0bb80a6fe tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Jun 16 16:36:53.343639 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:53.669969 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1682866-1c82-4b3d-85d4-cdf0e9353a18 req-6be5e55b-dff2-48de-853d-e2bd73f3e2e5 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 210 time: 0.0321114 Jun 16 16:36:53.707525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-b7cd8556-940b-40fc-b673-429ea349762f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:53.708996 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-b7cd8556-940b-40fc-b673-429ea349762f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 812 time: 0.4022756 Jun 16 16:36:53.731200 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:53.786886 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-c3fe3cc7-7132-4557-ac8e-a4de7f2a4936 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643cc8acf58444383e525f1990d1129 HTTP/1.1" status: 200 len: 380 time: 0.0629251 Jun 16 16:36:53.796702 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'port': {'device_id': '25049969-9f0b-4bb6-928a-62947caa6e56', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'admin_state_up': True, 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'security_groups': ['d308fac8-23c2-44a7-808e-36fec454cd27']}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:36:53.917374 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Made reservation on behalf of 3643cc8acf58444383e525f1990d1129 for: {'port': 1} {{(pid=104079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:36:53.921424 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.056942 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.20.0.3 (a4761258-d752-4e48-942f-d11f7b716bfd/fdc40c70-3d4d-4d03-83e2-11304f8d44e3/55e20702-c624-4547-a1aa-ee0978d059e8) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:54.209524 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (55e20702-c624-4547-a1aa-ee0978d059e8), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.244730 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.292331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network a4761258-d752-4e48-942f-d11f7b716bfd is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:54.298366 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:54.302624 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:36:54.327822 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:54.342268 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.342596 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.343506 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.343854 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.344502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.344502 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.344810 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.345238 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.345464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.345815 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.346143 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.346469 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.346792 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.347122 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.347441 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:54.371605 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:54.372263 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.390008 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-9839efb8-957d-4ae4-aeeb-d91bc28e44a1 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975339 Jun 16 16:36:54.408995 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Request body: {'port': {'device_id': '25049969-9f0b-4bb6-928a-62947caa6e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:36:54.475295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.529588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:54.578258 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-928b576a-ba71-4eed-a617-f3cf7e0b0c63 None None] Provisioning complete for port 55e20702-c624-4547-a1aa-ee0978d059e8 triggered by entity DHCP. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:36:54.578921 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-928b576a-ba71-4eed-a617-f3cf7e0b0c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.588712 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:54.615331 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-928b576a-ba71-4eed-a617-f3cf7e0b0c63 None None] Port 55e20702-c624-4547-a1aa-ee0978d059e8 cannot update to ACTIVE because it is not bound. {{(pid=104081) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 16:36:54.788081 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e20702-c624-4547-a1aa-ee0978d059e8 {{(pid=104079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:36:54.799726 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks [] for port (55e20702-c624-4547-a1aa-ee0978d059e8), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.815112 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ff7b5-75f3-4d14-b6ad-42bfeab54adf req-0a81ea4d-8fe3-4ddd-ba65-f62302192003 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:54.820572 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1b2ff7b5-75f3-4d14-b6ad-42bfeab54adf req-0a81ea4d-8fe3-4ddd-ba65-f62302192003 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 931 time: 0.0768623 Jun 16 16:36:54.843753 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.provisioning_blocks [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Transition to ACTIVE for port object 55e20702-c624-4547-a1aa-ee0978d059e8 will not be triggered until provisioned by entity L2. {{(pid=104079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 16:36:54.851120 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:54.932439 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1b2ff7b5-75f3-4d14-b6ad-42bfeab54adf req-43cd6e95-e412-466e-a77c-c0395d409aa2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007121 Jun 16 16:36:54.936291 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Pushing event updated for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:55.010465 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Attempting to bind port 55e20702-c624-4547-a1aa-ee0978d059e8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 16:36:55.010803 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Attempting to bind port 55e20702-c624-4547-a1aa-ee0978d059e8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 16:36:55.011128 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Attempting to bind port 55e20702-c624-4547-a1aa-ee0978d059e8 on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:36:55.016233 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Port 55e20702-c624-4547-a1aa-ee0978d059e8 on network a4761258-d752-4e48-942f-d11f7b716bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 16:36:55.016558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Attempting to bind port 55e20702-c624-4547-a1aa-ee0978d059e8 on network a4761258-d752-4e48-942f-d11f7b716bfd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 16:36:55.022790 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Checking agent: {'id': '14af850e-b390-4274-820b-ae730f1e0429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'started_at': datetime.datetime(2022, 6, 16, 16, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 16:36:55.023134 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Checking segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 16:36:55.023517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Bound using segment: {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 16:36:55.023943 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Bound port: 55e20702-c624-4547-a1aa-ee0978d059e8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dd2736-0ef7-4b0c-b38a-6ec2701bd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 16:36:55.024310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:55.091900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 16:36:55.095207 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=55e20702-c624-4547-a1aa-ee0978d059e8,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 16:36:55.100799 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:55.138678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:55.139601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:36:55.141953 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] 10.222.0.33 "PUT /v2.0/ports/55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 1093 time: 0.7377605 Jun 16 16:36:55.142436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:36:55.145040 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca7b525-2556-4cff-a152-efe954a2075f" -d '{"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:55.190656 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee3464-93a7-4959-9de1-01055eb52f59 service neutron] Pushing event updated for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:55.257376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-cc705158-679c-465b-9ffe-ad927d1e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:55.259211 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-cc705158-679c-465b-9ffe-ad927d1e2c80 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1127 time: 0.0466988 Jun 16 16:36:55.308316 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-334ba53f-9844-4e52-807f-aa879c2307a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 217 time: 0.0354490 Jun 16 16:36:55.318203 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f606ee-a52e-4010-a462-f1e32f9cec7a x-openstack-request-id: req-82f606ee-a52e-4010-a462-f1e32f9cec7a {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:55.318490 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:55.318738 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82f606ee-a52e-4010-a462-f1e32f9cec7a {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:55.319136 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f606ee-a52e-4010-a462-f1e32f9cec7a'] response: {'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8', 'status': 'completed', 'code': 200} Jun 16 16:36:55.370514 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-91076a0a-c53a-4929-8f68-a54e488b302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:55.372060 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-91076a0a-c53a-4929-8f68-a54e488b302b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0558207 Jun 16 16:36:55.418695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-ed20f003-9fea-463d-916c-4be6295c58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:55.420250 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-ed20f003-9fea-463d-916c-4be6295c58e8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407825 Jun 16 16:36:55.500564 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:55.516181 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-b9c9db04-74c7-4102-ad08-588e8f128e72 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895762 Jun 16 16:36:55.612651 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a180c2c4-c76d-47a1-a168-bc79b3678984 req-c077eaec-50da-4921-a88d-dc3c50037ffb service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908532 Jun 16 16:36:56.054577 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16769d2-a1a9-42d6-8f1d-b7e2c28b4d82 req-d6e8cd08-7985-4bc6-9348-68a79077fff3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:56.056174 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f16769d2-a1a9-42d6-8f1d-b7e2c28b4d82 req-d6e8cd08-7985-4bc6-9348-68a79077fff3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0484407 Jun 16 16:36:56.068376 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:36:56.108347 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-f16769d2-a1a9-42d6-8f1d-b7e2c28b4d82 req-792d6978-9606-4af9-812e-d49d10489da3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467131 Jun 16 16:36:56.598965 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b525-2556-4cff-a152-efe954a2075f req-9f2c140a-1faa-43c6-a247-2d3edfcf4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:56.600484 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-9f2c140a-1faa-43c6-a247-2d3edfcf4b7e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1127 time: 0.0440762 Jun 16 16:36:56.693325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b525-2556-4cff-a152-efe954a2075f req-4adaea7c-89e9-4027-a889-4884ff08f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:56.694876 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-4adaea7c-89e9-4027-a889-4884ff08f8e9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0877991 Jun 16 16:36:56.743117 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-7c87a507-388a-4ac0-81c9-0407eb349cd5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 217 time: 0.0387475 Jun 16 16:36:56.799222 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b525-2556-4cff-a152-efe954a2075f req-3bf281b5-a77e-4bdf-8004-3868cf5325f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:56.801050 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-3bf281b5-a77e-4bdf-8004-3868cf5325f0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0481355 Jun 16 16:36:56.848232 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7b525-2556-4cff-a152-efe954a2075f req-41378868-3072-43de-814a-29c315d96748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:56.849888 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-41378868-3072-43de-814a-29c315d96748 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403755 Jun 16 16:36:56.947656 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-bbcc6122-eb6c-4595-acb6-be94a61622fe service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910721 Jun 16 16:36:57.039348 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-aca7b525-2556-4cff-a152-efe954a2075f req-ad351442-3764-42ee-a556-8c43facb6412 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Jun 16 16:36:57.226578 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100088-d78a-4faa-9ef6-08d9508860ab req-1b2e180b-ae84-45cd-aa8d-f360b1b45f60 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:57.228359 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5100088-d78a-4faa-9ef6-08d9508860ab req-1b2e180b-ae84-45cd-aa8d-f360b1b45f60 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0484166 Jun 16 16:36:57.284166 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c5100088-d78a-4faa-9ef6-08d9508860ab req-9b1f6f93-0af2-4c0d-916b-5624cc071175 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Jun 16 16:36:58.400704 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199acb55-7de9-4f2e-8dc1-f4680cef3f96 req-a5190ad0-828f-4de6-b10e-26d875388f6a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:58.402152 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-199acb55-7de9-4f2e-8dc1-f4680cef3f96 req-a5190ad0-828f-4de6-b10e-26d875388f6a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0483503 Jun 16 16:36:58.454815 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-199acb55-7de9-4f2e-8dc1-f4680cef3f96 req-d032bb79-e042-4480-9c4f-0a12bff2e6ae tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Jun 16 16:36:59.570887 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1242cb-a539-4ff2-b67b-2c1c7b1d5ca0 req-a7a0774c-7f25-4b8b-8221-bf84cd30db1b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:36:59.572442 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e1242cb-a539-4ff2-b67b-2c1c7b1d5ca0 req-a7a0774c-7f25-4b8b-8221-bf84cd30db1b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0484538 Jun 16 16:36:59.623206 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-9e1242cb-a539-4ff2-b67b-2c1c7b1d5ca0 req-73ce5adb-24c2-4c32-b0bc-9d02bcad3613 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Jun 16 16:37:00.746220 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662e953-1187-45f2-91e6-f7b490033190 req-ef68cb6f-81ed-44f1-8367-ee1f553fe012 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:00.747805 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a662e953-1187-45f2-91e6-f7b490033190 req-ef68cb6f-81ed-44f1-8367-ee1f553fe012 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0533943 Jun 16 16:37:00.784894 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:00.800468 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-a662e953-1187-45f2-91e6-f7b490033190 req-1860f564-8d4c-40ae-9b07-d17fb6188a68 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 Jun 16 16:37:01.915197 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528d3a4-60ed-481a-bb31-ee2d1ee7229c req-ca61201a-9008-4ced-a02e-12a09bc7c86e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:01.916736 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1528d3a4-60ed-481a-bb31-ee2d1ee7229c req-ca61201a-9008-4ced-a02e-12a09bc7c86e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0481901 Jun 16 16:37:01.967260 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-1528d3a4-60ed-481a-bb31-ee2d1ee7229c req-d2a87072-9844-4836-bd3c-df8dc4842340 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Jun 16 16:37:02.863967 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:02.865562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:02.877649 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:03.037938 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 55e20702-c624-4547-a1aa-ee0978d059e8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104081) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 16:37:03.088451 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b06a-e222-4512-9792-ba0d00d89be0 req-7066f430-8ebf-421c-8601-2160dc8d8c5a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:03.090067 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4682b06a-e222-4512-9792-ba0d00d89be0 req-7066f430-8ebf-421c-8601-2160dc8d8c5a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 943 time: 0.0521858 Jun 16 16:37:03.141377 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=55e20702-c624-4547-a1aa-ee0978d059e8,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:37:03.142642 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-4682b06a-e222-4512-9792-ba0d00d89be0 req-bbee7d7a-9e8b-41f9-be81-b61f026b6b81 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Jun 16 16:37:03.153318 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Returning: {'device': '55e20702-c624-4547-a1aa-ee0978d059e8', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'port_id': '55e20702-c624-4547-a1aa-ee0978d059e8', 'mac_address': 'fa:16:3e:70:1d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104081) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 16:37:03.200007 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 55e20702-c624-4547-a1aa-ee0978d059e8 is: DOWN; New status is: BUILD {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:37:03.200393 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:03.220214 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e20702-c624-4547-a1aa-ee0978d059e8 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 16:37:03.245573 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=55e20702-c624-4547-a1aa-ee0978d059e8,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:37:03.250036 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:03.296114 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=4']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:03.303225 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.303572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.303914 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.304387 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.304572 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.305168 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.305277 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.305548 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.305869 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.306200 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.306513 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.306833 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.307151 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.307468 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.307784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:03.710677 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] get_ports_and_sgs() called for port_ids ['55e20702-c624-4547-a1aa-ee0978d059e8'] {{(pid=104081) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 16:37:04.224182 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:04.261751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93a1a-9df4-40c0-ae4b-c55d18721ca7 req-eebbb1b7-8def-4f7a-8bf9-f95449922853 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:04.263310 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23f93a1a-9df4-40c0-ae4b-c55d18721ca7 req-eebbb1b7-8def-4f7a-8bf9-f95449922853 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 944 time: 0.0501852 Jun 16 16:37:04.314134 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-23f93a1a-9df4-40c0-ae4b-c55d18721ca7 req-0faf3798-5fd5-44ea-b9ce-5314cdc728de tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Jun 16 16:37:05.038849 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 55e20702-c624-4547-a1aa-ee0978d059e8 up at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 16:37:05.082296 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning for port 55e20702-c624-4547-a1aa-ee0978d059e8 completed by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 16:37:05.088965 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Provisioning complete for port 55e20702-c624-4547-a1aa-ee0978d059e8 triggered by entity L2. {{(pid=104081) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 16:37:05.089373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849072'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), provisioning_complete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:05.165971 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Current status of the port 55e20702-c624-4547-a1aa-ee0978d059e8 is: BUILD; New status is: ACTIVE {{(pid=104081) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 16:37:05.166361 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:05.191333 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:37:05.193569 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8e03c733988d4f10e9a7fc92f675719ecfa304cedf173719fdd41e97723b418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff315b47-b6ae-419d-94b2-e0b0ada0ef79" -d '{"events": [{"server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "name": "network-vif-plugged", "status": "completed", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:37:05.207041 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=55e20702-c624-4547-a1aa-ee0978d059e8,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:37:05.212518 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:05.260784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:05.267097 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Pushing event updated for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=5']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:05.288576 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcdf0dc-24ae-4fff-a359-63c8c1c4f8d6 x-openstack-request-id: req-6bcdf0dc-24ae-4fff-a359-63c8c1c4f8d6 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:37:05.288830 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "name": "network-vif-plugged", "status": "completed", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:37:05.289150 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6bcdf0dc-24ae-4fff-a359-63c8c1c4f8d6 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:37:05.289518 dv-cinder-837354-2-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcdf0dc-24ae-4fff-a359-63c8c1c4f8d6'] response: {'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8', 'code': 200} Jun 16 16:37:05.439728 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaf986-874d-4f16-bb7f-e828075208e1 req-a4705afe-4f0a-4c20-95b9-b97409edbfc2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:05.441270 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-93eaf986-874d-4f16-bb7f-e828075208e1 req-a4705afe-4f0a-4c20-95b9-b97409edbfc2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0568352 Jun 16 16:37:05.498160 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-93eaf986-874d-4f16-bb7f-e828075208e1 req-6e7cef60-88a3-4774-b9cf-47c529fcd014 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509837 Jun 16 16:37:05.553312 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ab5b8-2687-4f6c-9aff-1d3b8160949c req-40c24886-561e-4202-b2d2-f3486eb24e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:05.554853 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-029ab5b8-2687-4f6c-9aff-1d3b8160949c req-40c24886-561e-4202-b2d2-f3486eb24e62 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1129 time: 0.0411837 Jun 16 16:37:05.607553 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-029ab5b8-2687-4f6c-9aff-1d3b8160949c req-10a08efc-c347-4840-acb7-d24cd7a79c5f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445025 Jun 16 16:37:06.278160 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:06.280146 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=13 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:06.618880 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b1d03-d00e-45ab-9545-cecfec2808f2 req-22c2a9b6-abc0-4025-95a8-689e7badbf0f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:06.620428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ca6b1d03-d00e-45ab-9545-cecfec2808f2 req-22c2a9b6-abc0-4025-95a8-689e7badbf0f tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Jun 16 16:37:06.671128 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-ca6b1d03-d00e-45ab-9545-cecfec2808f2 req-ef68a93c-427f-4b0c-8dfe-efc7057e9426 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Jun 16 16:37:07.789514 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba130-7af0-4e66-9319-e7d1ebd4576e req-c5b97538-cfda-4c39-8228-3b8fde7c2d38 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:07.791071 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6aba130-7af0-4e66-9319-e7d1ebd4576e req-c5b97538-cfda-4c39-8228-3b8fde7c2d38 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0524731 Jun 16 16:37:07.841450 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-d6aba130-7af0-4e66-9319-e7d1ebd4576e req-da14ae82-6fa7-49a5-b566-09cd06238b3a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Jun 16 16:37:07.954092 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46069712-7de2-49f3-bbe8-fb8e96b00d12 req-6639eb11-ee35-4ce7-b0a2-eeb030a6e198 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:07.955522 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-46069712-7de2-49f3-bbe8-fb8e96b00d12 req-6639eb11-ee35-4ce7-b0a2-eeb030a6e198 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0482466 Jun 16 16:37:08.009340 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-46069712-7de2-49f3-bbe8-fb8e96b00d12 req-d45da631-bb65-422a-b6ab-5d2d24b81faf tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Jun 16 16:37:08.032643 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57158) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:37:08.129214 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304bbc73-28c4-4aa3-acef-6d1ea886d932 tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:08.130803 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-304bbc73-28c4-4aa3-acef-6d1ea886d932 tempest-TestVolumeBootPattern-255301663 tempest-TestVolumeBootPattern-255301663-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1124 time: 0.0971274 Jun 16 16:37:08.133543 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57162) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:37:08.138061 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.v2.base [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Request body: {'floatingip': {'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'port_id': '55e20702-c624-4547-a1aa-ee0978d059e8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 16:37:08.160033 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:08.247734 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (None), before_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:08.339849 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:08.362536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_common [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Allocated IP 172.27.0.26 (f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0/622fddde-0d85-435a-894a-92be55f1abda/9552bbe0-629b-428d-b6aa-632b71fec0d3) {{(pid=104079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:37:08.456122 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:08.470126 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:08.505123 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792726813709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:08.545891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Network f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0 is already hosted by enough agents. {{(pid=104079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:37:08.549049 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.base_scheduler [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Resources bound (agent type, host, resource id): {{(pid=104079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:37:08.551631 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Received port after_create {{(pid=104079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 16:37:08.584059 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=9552bbe0-629b-428d-b6aa-632b71fec0d3,revision_number=1']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:08.918317 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (eaf9071b-e6da-47b0-9730-a57ab717c89f), precommit_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:08.990723 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1032614'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:09.100536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:09.139592 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:09.147279 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792727166037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792726813727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792726813745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27147123'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:09.226383 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event updated for resources: {'Port': ['ID=9552bbe0-629b-428d-b6aa-632b71fec0d3,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:09.234835 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3851205'] for floatingip (eaf9071b-e6da-47b0-9730-a57ab717c89f), after_create {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:09.316751 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:09.334697 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP eaf9071b-e6da-47b0-9730-a57ab717c89f associated. External IP: 172.27.0.26, port: 55e20702-c624-4547-a1aa-ee0978d059e8. Jun 16 16:37:09.536824 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:37:09.897594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:37:09.908080 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:37:09.917471 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:09.919047 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:37:09.919679 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:36:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:37:09.949009 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-8d98dd66-5132-4fae-8f2d-12a7e0a1528b tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8143725 Jun 16 16:37:09.949762 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:37:09.952787 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d5220e-2332-4d58-9df1-dc425c600223" -d '{"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:37:09.992775 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a65a19-547b-4fd0-866a-53f73b2e7410 x-openstack-request-id: req-04a65a19-547b-4fd0-866a-53f73b2e7410 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:37:09.993073 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:37:09.993325 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04a65a19-547b-4fd0-866a-53f73b2e7410 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:37:09.993800 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a65a19-547b-4fd0-866a-53f73b2e7410'] response: {'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8', 'status': 'completed', 'code': 200} Jun 16 16:37:10.025798 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:37:10.083262 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-9ec3218c-e5dd-47e5-a892-3d6f975c4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:10.084804 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-9ec3218c-e5dd-47e5-a892-3d6f975c4806 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1129 time: 0.0439739 Jun 16 16:37:10.181259 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-1f6e1472-a83a-496a-bccd-bca2f6313361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:10.183087 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-1f6e1472-a83a-496a-bccd-bca2f6313361 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0913861 Jun 16 16:37:10.247524 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}, {'id': 'eaf9071b-e6da-47b0-9730-a57ab717c89f', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '55e20702-c624-4547-a1aa-ee0978d059e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:70:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049969-9f0b-4bb6-928a-62947caa6e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:37:08Z', 'updated_at': '2022-06-16T16:37:08Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:37:10.248299 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-2b9fe4ce-cc8d-406d-afe6-25195afc3971 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 998 time: 0.0584755 Jun 16 16:37:10.302927 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-9e0a598a-25fd-4b05-8c1b-5401fed5ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:10.304428 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-9e0a598a-25fd-4b05-8c1b-5401fed5ebbd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0498648 Jun 16 16:37:10.357825 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:10.360355 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-2f59a583-177d-41e8-b973-286b343c95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:10.362273 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-2f59a583-177d-41e8-b973-286b343c95f6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517383 Jun 16 16:37:10.368202 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:37:10.372780 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-28c58156-bb66-4742-9404-ff54261b1444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:10.380104 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:37:10.380729 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:36:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:37:10.429287 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:10.459691 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-dd8cc313-fbec-4c6e-b8f5-6b51e345eb9e service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910287 Jun 16 16:37:10.489142 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:37:10.560189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-c1d5220e-2332-4d58-9df1-dc425c600223 req-a4086468-e75c-4cec-944c-ec86d2014892 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934415 Jun 16 16:37:10.710216 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}, {'id': 'eaf9071b-e6da-47b0-9730-a57ab717c89f', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '55e20702-c624-4547-a1aa-ee0978d059e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:70:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049969-9f0b-4bb6-928a-62947caa6e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:37:08Z', 'updated_at': '2022-06-16T16:37:08Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:37:10.739134 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b77ecd-792b-46e6-b66b-4a0b431f2c98 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}, {'id': 'eaf9071b-e6da-47b0-9730-a57ab717c89f', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '55e20702-c624-4547-a1aa-ee0978d059e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:70:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25049969-9f0b-4bb6-928a-62947caa6e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:37:08Z', 'updated_at': '2022-06-16T16:37:08Z', 'revision_number': 0, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:37:10.956247 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00b1c3-3a08-435a-a61a-c33e33138fc2 None None] New status for floating IP eaf9071b-e6da-47b0-9730-a57ab717c89f: ACTIVE {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:37:12.688054 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-236fe592-4ebf-4914-8542-af6a72aa982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:13.714038 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:15.278971 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:15.787307 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:20.555345 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:20.557292 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=10 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:25.781167 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:25.783098 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=16,neutron:UPDATE=6 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:26.799500 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=79 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:26.800298 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=75 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:28.828791 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:37:32.864032 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:38.822564 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:38.823353 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:40.369141 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ff4ec940-ef46-44e5-bd13-90be78c448f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:42.691878 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aaef8501-c642-40c0-9d34-93fab4fa5ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:43.718169 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:45.283060 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:45.790948 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:37:51.158215 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-be3cab7a-08e5-4fdb-a562-35166f7650d3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402045 Jun 16 16:37:51.262341 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-a8b159dc-8431-4736-a70e-50e96d8700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:51.263890 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-a8b159dc-8431-4736-a70e-50e96d8700fd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0426006 Jun 16 16:37:51.373198 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-0dbb4b0a-abbd-4021-8a9c-e7a7597592de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:51.374714 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-0dbb4b0a-abbd-4021-8a9c-e7a7597592de service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0919132 Jun 16 16:37:51.443396 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-2fa66555-3af4-414b-9df1-5afd899dc92e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 1001 time: 0.0602756 Jun 16 16:37:51.496706 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-dc78ecf5-759d-48c4-a8bb-698de9c40942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:51.498208 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-dc78ecf5-759d-48c4-a8bb-698de9c40942 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0491059 Jun 16 16:37:51.543410 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-f05c1453-b4aa-40e9-834a-596945aa56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:37:51.544929 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-f05c1453-b4aa-40e9-834a-596945aa56ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399704 Jun 16 16:37:51.636575 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-10364e79-ecf2-445d-9ee0-c07039b2baad service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Jun 16 16:37:51.746674 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-08a65ed8-651f-43de-983c-31fb1ed29220 req-f76804ea-33d4-4047-993b-fd688ebba656 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002576 Jun 16 16:37:55.785262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:37:55.786084 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:00.925330 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-e4aecd57-e1bf-4414-bf36-d8a272da9450 service neutron] (104080) timed out ('10.222.0.88', 50896) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:38:01.047055 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [req-4c873224-1278-4aaf-8ceb-3c7e47f8edcb req-b73cbbd0-7357-429e-8ab9-07f806d78dbf tempest-AttachVolumeShelveTestJSON-927768562 tempest-AttachVolumeShelveTestJSON-927768562-project] (104079) timed out ('10.222.0.88', 50906) {{(pid=104079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 16:38:01.730420 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=50 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:01.741924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=51 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:02.871967 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:05.827920 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:38:10.371117 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-eccfbfb8-b5c0-4621-8438-909807799f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:12.693340 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7427f683-f1c0-4712-a28c-49244b02f57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:13.720170 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:15.285178 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:15.794054 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:15.823636 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:15.824871 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:26.284784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:26.287593 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:32.888193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:40.378249 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-39e9e3e4-05f0-4704-995b-72a162da7086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:40.790229 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:40.794334 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:42.695299 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b9c3afaf-5dd6-49ab-9cb8-51e74dd5ac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:42.827507 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:38:43.721892 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:45.287703 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:45.795875 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:52.822818 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:52.823580 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:53.220817 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-2386f8d6-b22a-4742-8e56-d802ac043db9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794344 Jun 16 16:38:53.300518 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-386638c5-cc7e-487e-8c22-c610ed8a5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:38:53.302060 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-386638c5-cc7e-487e-8c22-c610ed8a5a06 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1129 time: 0.0432942 Jun 16 16:38:53.406212 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-c2c99c93-79d8-438e-9926-923aa98fdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:38:53.407685 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-c2c99c93-79d8-438e-9926-923aa98fdde9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.0862474 Jun 16 16:38:53.473177 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-7df23f7c-1bbe-4bd2-ba18-db9b6cf9355f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 1000 time: 0.0576491 Jun 16 16:38:53.521402 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-1357b19d-2170-4b77-adb5-07a19ca7827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:38:53.522892 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-1357b19d-2170-4b77-adb5-07a19ca7827e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0429840 Jun 16 16:38:53.570009 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-088fa64d-5fae-40d2-bbc1-a4731126435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:38:53.572609 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-088fa64d-5fae-40d2-bbc1-a4731126435f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424452 Jun 16 16:38:53.665563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-e1e91ead-4f33-4abe-8170-631984d3a8a5 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857785 Jun 16 16:38:53.753866 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-799b1087-abe7-437c-9a1b-a18ba3c45a69 req-912654fa-9595-4c75-a904-9ac7c195db5e service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Jun 16 16:38:55.790134 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:55.792007 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:59.033288 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57194) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:38:59.173241 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port 9552bbe0-629b-428d-b6aa-632b71fec0d3 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:38:59.173584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.251229 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.251568 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (9552bbe0-629b-428d-b6aa-632b71fec0d3), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.263386 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for 9552bbe0-629b-428d-b6aa-632b71fec0d3 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:38:59.372267 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:59.414022 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (9552bbe0-629b-428d-b6aa-632b71fec0d3), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.435408 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:38:59.438626 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=9552bbe0-629b-428d-b6aa-632b71fec0d3,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:59.452401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.452580 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.452870 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.453207 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.453538 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.453906 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.454231 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.454558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.454955 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.455278 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.455601 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.456046 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.456243 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.456561 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.456967 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:59.511567 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (eaf9071b-e6da-47b0-9730-a57ab717c89f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.511897 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP eaf9071b-e6da-47b0-9730-a57ab717c89f disassociated (deleted). External IP: 172.27.0.26, port: 55e20702-c624-4547-a1aa-ee0978d059e8. Jun 16 16:38:59.714517 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:38:59.815886 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:38:59.820757 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:38:59.825538 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:38:59.836154 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:38:59.836760 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:38:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:59.849470 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-be49a6d3-23d0-4513-a94e-965a2b9a0b84 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "DELETE /v2.0/floatingips/eaf9071b-e6da-47b0-9730-a57ab717c89f HTTP/1.1" status: 204 len: 168 time: 0.8150573 Jun 16 16:38:59.850160 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:38:59.852385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934287b4-8615-4a0f-9589-ab5a201923f2" -d '{"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:59.908159 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ea442-6531-47f6-8014-04d7ad4001ce x-openstack-request-id: req-0b5ea442-6531-47f6-8014-04d7ad4001ce {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:59.908536 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:59.908855 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b5ea442-6531-47f6-8014-04d7ad4001ce {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:59.909407 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5ea442-6531-47f6-8014-04d7ad4001ce'] response: {'name': 'network-changed', 'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8', 'status': 'completed', 'code': 200} Jun 16 16:38:59.948852 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:00.023859 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-faa131f0-1451-48a7-a7d1-b8d12c45ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:00.025438 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-faa131f0-1451-48a7-a7d1-b8d12c45ced4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 1129 time: 0.0607924 Jun 16 16:39:00.112722 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543329-2ce6-442d-a42f-e01ec09e3281 req-a5079a15-f65a-4500-9f6e-4ddc7bb2d403 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:00.114294 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26543329-2ce6-442d-a42f-e01ec09e3281 req-a5079a15-f65a-4500-9f6e-4ddc7bb2d403 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0543673 Jun 16 16:39:00.166072 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:00.169153 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-26543329-2ce6-442d-a42f-e01ec09e3281 req-5c8a2237-1114-4186-a8b6-6c25d4905d99 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Jun 16 16:39:00.194760 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:00.203286 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:00.203886 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:38:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:00.305464 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:00.590288 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:00.614288 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8544d3-f4a5-4045-9ebc-fe806d2b56ff None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_floatingips': [{'id': 'ca759553-4ca5-413d-b621-579a517bdfa8', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'router_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'port_id': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'mac_address': 'fa:16:3e:0a:dc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T16:34:38Z', 'updated_at': '2022-06-16T16:34:40Z', 'revision_number': 1, 'project_id': '3643cc8acf58444383e525f1990d1129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:00.836928 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e84b4-eda6-487e-96d0-ebde19082bb6 None None] New status for floating IP eaf9071b-e6da-47b0-9730-a57ab717c89f: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:39:01.284922 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0cd78-e91b-4e7d-a9eb-9e2ae62e7725 req-de9b2d4d-55e3-4dfe-80e8-8875cfd796a4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:01.286460 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99a0cd78-e91b-4e7d-a9eb-9e2ae62e7725 req-de9b2d4d-55e3-4dfe-80e8-8875cfd796a4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0466673 Jun 16 16:39:01.391381 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-99a0cd78-e91b-4e7d-a9eb-9e2ae62e7725 req-7ad57326-be52-4735-9ae5-653bae9326cc tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993118 Jun 16 16:39:01.415496 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-03bb589c-0c12-4e1e-b543-311f5e68343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:01.417028 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-03bb589c-0c12-4e1e-b543-311f5e68343b service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.1121466 Jun 16 16:39:01.476837 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-23db5de2-2fbc-4710-87e5-5347c47b26c1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 200 len: 217 time: 0.0332241 Jun 16 16:39:01.531298 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-1d65ca42-cac1-4593-8251-ac2e41721ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:01.532731 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-1d65ca42-cac1-4593-8251-ac2e41721ebf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0432470 Jun 16 16:39:01.930900 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-c7c60d36-070f-4e14-ba74-3965626fa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:01.932387 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-c7c60d36-070f-4e14-ba74-3965626fa628 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435314 Jun 16 16:39:02.229797 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:02.236916 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-4b221086-866a-4807-a753-61dc26876f42 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841489 Jun 16 16:39:02.337989 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:02.413016 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-7cd4492b-a0a5-4235-88f8-fcb9b6a31ef2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:02.414492 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-7cd4492b-a0a5-4235-88f8-fcb9b6a31ef2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0921135 Jun 16 16:39:02.481587 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-934287b4-8615-4a0f-9589-ab5a201923f2 req-1f21b738-3046-4082-a684-bb16dc3beffb service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673546 Jun 16 16:39:02.545979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a726319-ac14-4b6b-b871-57a725623fbc req-b5cec134-d771-4a61-9ae6-f0319c68254e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:02.547477 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a726319-ac14-4b6b-b871-57a725623fbc req-b5cec134-d771-4a61-9ae6-f0319c68254e tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Jun 16 16:39:02.556718 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port 55e20702-c624-4547-a1aa-ee0978d059e8 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:02.557062 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:02.658586 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-8a726319-ac14-4b6b-b871-57a725623fbc req-0d960b9d-4947-4476-b977-dbfe89ff3ac2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033096 Jun 16 16:39:02.681891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] For port 55e20702-c624-4547-a1aa-ee0978d059e8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=55e20702-c624-4547-a1aa-ee0978d059e8,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:02.682262 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:02.695811 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for 55e20702-c624-4547-a1aa-ee0978d059e8 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:02.820130 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (55e20702-c624-4547-a1aa-ee0978d059e8), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:02.849300 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=55e20702-c624-4547-a1aa-ee0978d059e8,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:02.896235 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] No DVR routers for this DVR port 55e20702-c624-4547-a1aa-ee0978d059e8 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:39:02.898918 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:02.902189 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-7111d11f-d32d-4c53-8318-49bd75c4f0fa req-0ce46152-0c04-42e9-8b60-042f819a91f3 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "DELETE /v2.0/ports/55e20702-c624-4547-a1aa-ee0978d059e8 HTTP/1.1" status: 204 len: 173 time: 0.4816303 Jun 16 16:39:02.902348 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:02.902975 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'name': 'network-vif-deleted', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:39:02.904817 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19797f88-a6f3-4d5c-9698-921a3f25e5cd" -d '{"events": [{"server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "name": "network-vif-deleted", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:02.940658 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb2b6a-b06a-488d-ab1e-dadd26d4c0e4 x-openstack-request-id: req-52cb2b6a-b06a-488d-ab1e-dadd26d4c0e4 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:02.941045 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25049969-9f0b-4bb6-928a-62947caa6e56", "name": "network-vif-deleted", "tag": "55e20702-c624-4547-a1aa-ee0978d059e8", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:02.941297 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52cb2b6a-b06a-488d-ab1e-dadd26d4c0e4 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:02.941693 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cb2b6a-b06a-488d-ab1e-dadd26d4c0e4'] response: {'server_uuid': '25049969-9f0b-4bb6-928a-62947caa6e56', 'name': 'network-vif-deleted', 'tag': '55e20702-c624-4547-a1aa-ee0978d059e8', 'status': 'completed', 'code': 200} Jun 16 16:39:03.767523 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-51ba970e-341c-4c22-9f09-9cc782471a39 req-3e7c3efb-67e0-4926-b7a9-365559307aa7 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=25049969-9f0b-4bb6-928a-62947caa6e56 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Jun 16 16:39:05.536528 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 55e20702-c624-4547-a1aa-ee0978d059e8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:05.556076 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 55e20702-c624-4547-a1aa-ee0978d059e8 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:05.556443 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 55e20702-c624-4547-a1aa-ee0978d059e8 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:07.051362 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57234) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:07.190850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port 16164a0f-a9d4-43da-8339-7a3ad5ec3980 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:07.191199 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:07.268158 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:07.268483 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (16164a0f-a9d4-43da-8339-7a3ad5ec3980), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:07.280618 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for 16164a0f-a9d4-43da-8339-7a3ad5ec3980 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:07.327330 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:07.334234 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:07.685244 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (16164a0f-a9d4-43da-8339-7a3ad5ec3980), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:07.712074 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=16164a0f-a9d4-43da-8339-7a3ad5ec3980,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:07.771731 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (ca759553-4ca5-413d-b621-579a517bdfa8), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:07.772042 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.db.l3_db [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Floating IP ca759553-4ca5-413d-b621-579a517bdfa8 disassociated (deleted). External IP: 172.27.0.229, port: 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85. Jun 16 16:39:07.965910 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:39:08.067891 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:39:08.073108 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:08.078530 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:08.088671 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:08.089285 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:38:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:08.104648 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-16fe9c27-04c2-4c04-9554-295aa2a97d64 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "DELETE /v2.0/floatingips/ca759553-4ca5-413d-b621-579a517bdfa8 HTTP/1.1" status: 204 len: 168 time: 1.0521989 Jun 16 16:39:08.105223 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:39:08.107464 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cbc774-f580-4159-aea3-2fcaeacfff49" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:08.148127 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed5c89-d2bf-4564-a186-a9a47e863ad3 x-openstack-request-id: req-3eed5c89-d2bf-4564-a186-a9a47e863ad3 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:08.148476 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:08.148789 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3eed5c89-d2bf-4564-a186-a9a47e863ad3 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:08.149255 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eed5c89-d2bf-4564-a186-a9a47e863ad3'] response: {'name': 'network-changed', 'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'status': 'completed', 'code': 200} Jun 16 16:39:08.168148 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:08.183755 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:08.198214 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:08.251672 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-e20e4829-0146-4798-8b44-20d5ea4b5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:08.253711 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-e20e4829-0146-4798-8b44-20d5ea4b5dda service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3643cc8acf58444383e525f1990d1129&device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 1129 time: 0.0471213 Jun 16 16:39:08.342733 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da181c40-5a42-4f2f-b21f-952080a33ecf req-8225affd-f8ad-404e-88a9-6b436999f875 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:08.344218 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-da181c40-5a42-4f2f-b21f-952080a33ecf req-8225affd-f8ad-404e-88a9-6b436999f875 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Jun 16 16:39:08.394285 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:08.394615 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-da181c40-5a42-4f2f-b21f-952080a33ecf req-ccf78b41-c1c3-4854-a6fb-987860e814ab tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Jun 16 16:39:08.422727 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:08.431453 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:08.432062 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:38:43Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:08.532602 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:08.712884 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:08.741331 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cac2-e450-4976-a660-a780db0d3f20 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:54Z', 'revision_number': 4, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi', '_interfaces': [{'id': '5ac1c250-c16b-4dea-8bd9-b1900b37d373', 'name': '', 'network_id': 'a4761258-d752-4e48-942f-d11f7b716bfd', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'mac_address': 'fa:16:3e:81:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:53Z', 'updated_at': '2022-06-16T16:30:58Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'subnets': [{'id': 'fdc40c70-3d4d-4d03-83e2-11304f8d44e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:08.950651 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f715d3fb-50cd-467e-a21d-17466f65bd75 None None] New status for floating IP ca759553-4ca5-413d-b621-579a517bdfa8: DOWN {{(pid=104081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 16:39:09.508642 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c692df-c8f5-42ee-88b2-810f7734e747 req-eaf408d7-94e8-4604-af37-98a8924a4cb4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:09.510145 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01c692df-c8f5-42ee-88b2-810f7734e747 req-eaf408d7-94e8-4604-af37-98a8924a4cb4 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0464599 Jun 16 16:39:09.616869 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-01c692df-c8f5-42ee-88b2-810f7734e747 req-9224a3a2-f47b-4449-9241-e08137c64785 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002071 Jun 16 16:39:09.642686 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-f3291505-3757-45a9-8899-ba2840eca105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:09.644172 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-f3291505-3757-45a9-8899-ba2840eca105 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 200 len: 914 time: 0.1145937 Jun 16 16:39:09.687539 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-77b66c33-1f4e-4e64-aaa1-0377e4603c79 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 200 len: 217 time: 0.0321746 Jun 16 16:39:09.721250 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:09.727281 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:09.741434 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-c27c996b-e815-43e4-8f56-6878de66b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:09.742927 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-c27c996b-e815-43e4-8f56-6878de66b5ba service neutron] 10.222.0.33 "GET /v2.0/subnets?id=fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 200 len: 851 time: 0.0481746 Jun 16 16:39:09.893661 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-8ffddf38-bf5c-46ae-8a77-8cbdff80be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:09.895268 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-8ffddf38-bf5c-46ae-8a77-8cbdff80be47 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a4761258-d752-4e48-942f-d11f7b716bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445657 Jun 16 16:39:10.240584 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-7af2e198-8171-42f7-9a72-af9fc13315d8 service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Jun 16 16:39:10.381606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5e720a56-beb2-42e6-8359-ae926dbc9ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:10.398695 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-8b395caf-e4be-4f36-8967-c9450b816515 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:10.400099 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-8b395caf-e4be-4f36-8967-c9450b816515 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0959418 Jun 16 16:39:10.465809 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-e6cbc774-f580-4159-aea3-2fcaeacfff49 req-685aa26a-dc92-44a8-971e-d284d5b77b4d service neutron] 10.222.0.33 "GET /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626441 Jun 16 16:39:10.502562 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:10.503002 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:10.595746 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] For port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:10.596499 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:10.609431 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 owned by compute:nova {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:10.766941 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81d8e-b21e-4ff1-b2f1-29aaf90df0d2 req-3f293bc7-adbc-49c1-8087-571ce538e925 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 16:39:10.768413 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-69a81d8e-b21e-4ff1-b2f1-29aaf90df0d2 req-3f293bc7-adbc-49c1-8087-571ce538e925 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/ports?device_id=6bb562ba-8a15-4a83-87a8-cbc71a8ef147 HTTP/1.1" status: 200 len: 945 time: 0.0806222 Jun 16 16:39:10.788444 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (9c7b4fe8-06bc-40d3-afd2-f792aab2bc85), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:10.830245 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=9c7b4fe8-06bc-40d3-afd2-f792aab2bc85,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:10.881083 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-69a81d8e-b21e-4ff1-b2f1-29aaf90df0d2 req-33a540c9-a271-4709-bf19-02ef31c305ea tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "GET /v2.0/security-groups?id=d308fac8-23c2-44a7-808e-36fec454cd27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070971 Jun 16 16:39:10.896150 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] No DVR routers for this DVR port 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 on host hv-cinder-83735 {{(pid=104079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:39:10.898705 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for port (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:10.901904 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [req-bc2ef25b-233a-48b4-87a0-107fea2fbbac req-ee94d80c-7443-4dc9-923d-96973eee2ff2 tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.33 "DELETE /v2.0/ports/9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 HTTP/1.1" status: 204 len: 173 time: 0.4952514 Jun 16 16:39:10.902340 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'name': 'network-vif-deleted', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85'}] {{(pid=104079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 16:39:10.904637 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3de8f759bbf6d70887b7fbb41a5078c7495dd860b4125d417b6ee32c2191dd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3626fbc7-7481-454a-bde4-ab487a464b6a" -d '{"events": [{"server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "name": "network-vif-deleted", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85"}]}' {{(pid=104079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:10.946739 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4febadfa-2052-4981-8330-ede53d246291 x-openstack-request-id: req-4febadfa-2052-4981-8330-ede53d246291 {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:10.947056 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb562ba-8a15-4a83-87a8-cbc71a8ef147", "name": "network-vif-deleted", "tag": "9c7b4fe8-06bc-40d3-afd2-f792aab2bc85", "status": "completed", "code": 200}]} {{(pid=104079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:10.947331 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4febadfa-2052-4981-8330-ede53d246291 {{(pid=104079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:10.947907 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4febadfa-2052-4981-8330-ede53d246291'] response: {'server_uuid': '6bb562ba-8a15-4a83-87a8-cbc71a8ef147', 'name': 'network-vif-deleted', 'tag': '9c7b4fe8-06bc-40d3-afd2-f792aab2bc85', 'status': 'completed', 'code': 200} Jun 16 16:39:11.939565 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57252) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:12.049024 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Deleting port e4e9b2a3-cfd9-4179-bff1-df555023ebb7 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:12.049385 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.094627 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:12.125320 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.125652 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.137850 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Calling delete_port for e4e9b2a3-cfd9-4179-bff1-df555023ebb7 owned by network:floatingip {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:12.139436 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:12.272550 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (e4e9b2a3-cfd9-4179-bff1-df555023ebb7), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.297828 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'Port': ['ID=e4e9b2a3-cfd9-4179-bff1-df555023ebb7,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:12.360379 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for floatingip (3bc13081-636e-4000-ae9a-237c50b697a1), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.362942 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206984'] for floatingip (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:12.364104 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-2586a594-074c-49d2-8cd8-920ea838219a tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "DELETE /v2.0/floatingips/3bc13081-636e-4000-ae9a-237c50b697a1 HTTP/1.1" status: 204 len: 168 time: 0.4240108 Jun 16 16:39:12.697396 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3240ab1d-0168-4a91-a575-5abe45a43f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.567293 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:13.578380 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57264) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:13.586915 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] No Port match for: 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:13.587265 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Device 9c7b4fe8-06bc-40d3-afd2-f792aab2bc85 not bound to the agent host hv-cinder-83735 {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:13.635525 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (d308fac8-23c2-44a7-808e-36fec454cd27), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.661581 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (d308fac8-23c2-44a7-808e-36fec454cd27), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.724717 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (d308fac8-23c2-44a7-808e-36fec454cd27), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.725961 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.727401 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:13.728563 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] 10.222.0.88 "DELETE /v2.0/security-groups/d308fac8-23c2-44a7-808e-36fec454cd27 HTTP/1.1" status: 204 len: 168 time: 0.1491895 Jun 16 16:39:13.738187 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a18e8d-049e-4022-96b4-4eba2efd195d tempest-TestVolumeBootPattern-419486644 tempest-TestVolumeBootPattern-419486644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d308fac8-23c2-44a7-808e-36fec454cd27,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:14.792072 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57270) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:15.212344 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (f08c6556-a108-4356-b3bc-473ace6ce90f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.291869 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.292875 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:15.418570 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:15.427203 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Deleting port 5ac1c250-c16b-4dea-8bd9-b1900b37d373 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:15.427539 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.512186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] For port 5ac1c250-c16b-4dea-8bd9-b1900b37d373, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=5ac1c250-c16b-4dea-8bd9-b1900b37d373,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:15.512544 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.526186 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Calling delete_port for 5ac1c250-c16b-4dea-8bd9-b1900b37d373 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:15.714593 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (5ac1c250-c16b-4dea-8bd9-b1900b37d373), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.745545 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac1c250-c16b-4dea-8bd9-b1900b37d373,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:15.806283 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:15.924207 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (f08c6556-a108-4356-b3bc-473ace6ce90f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:16.138598 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Router f08c6556-a108-4356-b3bc-473ace6ce90f has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:39:16.184937 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:16.244014 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:39:16.250987 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-60af10b2-4046-4a5f-ae8c-168f32c639a1 admin admin] 10.222.0.88 "PUT /v2.0/routers/f08c6556-a108-4356-b3bc-473ace6ce90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559875 Jun 16 16:39:16.252115 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57274) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:16.255194 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Sync routers for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:16.267561 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:16.268183 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:39:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:16.303512 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:16.369441 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks [] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:16.371520 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: dv-cinder-837354-2-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:16.475584 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks [] for router_gateway (f08c6556-a108-4356-b3bc-473ace6ce90f), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:16.528622 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Deleting port a6397c95-812f-4bb2-b34a-9e96ce725114 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:16.528952 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:16.543535 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:39:15Z', 'revision_number': 5, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port': {'id': 'a6397c95-812f-4bb2-b34a-9e96ce725114', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:16.568503 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Checking router: f08c6556-a108-4356-b3bc-473ace6ce90f for host: dv-cinder-837354-2-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:16.579077 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Routers {'f08c6556-a108-4356-b3bc-473ace6ce90f'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:16.579890 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:39:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f08c6556-a108-4356-b3bc-473ace6ce90f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:16.673470 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] Set router f08c6556-a108-4356-b3bc-473ace6ce90f gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:16.727599 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:39:16Z', 'revision_number': 6, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:16.729370 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=100 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:16.756028 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d129eb4-0003-4df3-9114-3e8cc67b2267 None None] The sync data for ids ['f08c6556-a108-4356-b3bc-473ace6ce90f'] in dv-cinder-837354-2-iscsi is: [{'id': 'f08c6556-a108-4356-b3bc-473ace6ce90f', 'name': 'tempest-TestVolumeBootPattern-1664625664-router', 'tenant_id': '3643cc8acf58444383e525f1990d1129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:51Z', 'updated_at': '2022-06-16T16:39:16Z', 'revision_number': 6, 'project_id': '3643cc8acf58444383e525f1990d1129', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:16.863777 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] For port a6397c95-812f-4bb2-b34a-9e96ce725114, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a6397c95-812f-4bb2-b34a-9e96ce725114,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:16.864139 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:16.877162 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Calling delete_port for a6397c95-812f-4bb2-b34a-9e96ce725114 owned by network:router_gateway {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:17.043036 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (a6397c95-812f-4bb2-b34a-9e96ce725114), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.066576 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6397c95-812f-4bb2-b34a-9e96ce725114,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:17.137606 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (f08c6556-a108-4356-b3bc-473ace6ce90f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.232356 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.235295 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks [] for router_controller (f08c6556-a108-4356-b3bc-473ace6ce90f), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.278864 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (f08c6556-a108-4356-b3bc-473ace6ce90f), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.279513 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f08c6556-a108-4356-b3bc-473ace6ce90f {{(pid=104079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:39:17.284402 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.285363 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-78b3c1f0-2962-4e5d-9cd4-c5b48044dc80 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f08c6556-a108-4356-b3bc-473ace6ce90f HTTP/1.1" status: 204 len: 168 time: 1.0322366 Jun 16 16:39:17.287868 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57276) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:17.333484 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Deleting subnet fdc40c70-3d4d-4d03-83e2-11304f8d44e3 {{(pid=104079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:39:17.335246 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:17.337254 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Publish callbacks [] for subnet (fdc40c70-3d4d-4d03-83e2-11304f8d44e3), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.372678 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26987701'] for subnet (fdc40c70-3d4d-4d03-83e2-11304f8d44e3), precommit_delete_associations {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.451152 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (fdc40c70-3d4d-4d03-83e2-11304f8d44e3), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.499075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=9 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:17.509075 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27147081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26506349'] for subnet (fdc40c70-3d4d-4d03-83e2-11304f8d44e3), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.539594 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc40c70-3d4d-4d03-83e2-11304f8d44e3,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:17.542979 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for subnet (None), before_response {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.549507 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-a3b331e6-a62f-4e0e-9fa5-60cca250117d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/fdc40c70-3d4d-4d03-83e2-11304f8d44e3 HTTP/1.1" status: 204 len: 168 time: 0.2578182 Jun 16 16:39:17.549694 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57278) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:17.552913 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72ffac-6011-4e69-bdcf-3f06dcae1586 None None] Network a4761258-d752-4e48-942f-d11f7b716bfd requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:39:17.634668 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (a4761258-d752-4e48-942f-d11f7b716bfd), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.679899 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Deleting port feaa4caa-a885-46d4-a852-24a8150881fa {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:17.680243 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.750545 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 5ac1c250-c16b-4dea-8bd9-b1900b37d373 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:17.753790 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] For port feaa4caa-a885-46d4-a852-24a8150881fa, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=feaa4caa-a885-46d4-a852-24a8150881fa,segment=NetworkSegment(39dd2736-0ef7-4b0c-b38a-6ec2701bd591),segment_id=39dd2736-0ef7-4b0c-b38a-6ec2701bd591)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:17.754166 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.769621 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Calling delete_port for feaa4caa-a885-46d4-a852-24a8150881fa owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:17.775857 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 5ac1c250-c16b-4dea-8bd9-b1900b37d373 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:17.776206 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 5ac1c250-c16b-4dea-8bd9-b1900b37d373 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:17.776632 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a6397c95-812f-4bb2-b34a-9e96ce725114 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:17.816595 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: a6397c95-812f-4bb2-b34a-9e96ce725114 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:17.816945 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a6397c95-812f-4bb2-b34a-9e96ce725114 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:17.856802 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (feaa4caa-a885-46d4-a852-24a8150881fa), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.886925 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Pushing event deleted for resources: {'Port': ['ID=feaa4caa-a885-46d4-a852-24a8150881fa,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:17.889241 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] No DVR routers for this DVR port feaa4caa-a885-46d4-a852-24a8150881fa on host dv-cinder-837354-2-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:39:17.896604 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10431bb0-8669-4c26-937b-07de910c606e None None] DHCP port deletion for a4761258-d752-4e48-942f-d11f7b716bfd request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:39:17.898933 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.899280 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.899619 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.899952 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.900299 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.900605 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.900928 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.901251 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.901938 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.902282 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.902590 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.902910 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.903230 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.903551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.903870 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:17.972156 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (a4761258-d752-4e48-942f-d11f7b716bfd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:17.992174 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4761258-d752-4e48-942f-d11f7b716bfd']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:18.001808 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dd2736-0ef7-4b0c-b38a-6ec2701bd591') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:18.002106 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dd2736-0ef7-4b0c-b38a-6ec2701bd591') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:18.011551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (39dd2736-0ef7-4b0c-b38a-6ec2701bd591), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.024972 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (39dd2736-0ef7-4b0c-b38a-6ec2701bd591), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.031226 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:39:18.031607 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (39dd2736-0ef7-4b0c-b38a-6ec2701bd591), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.095271 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (a4761258-d752-4e48-942f-d11f7b716bfd), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.102111 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.105484 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a4761258-d752-4e48-942f-d11f7b716bfd HTTP/1.1" status: 204 len: 168 time: 0.5552194 Jun 16 16:39:18.109058 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.wsgi [-] (104079) accepted ('10.222.0.88', 57286) {{(pid=104079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:18.115946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ebdb7-0431-4a64-a069-6d302b6a2527 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4761258-d752-4e48-942f-d11f7b716bfd,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:18.128233 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 39dd2736-0ef7-4b0c-b38a-6ec2701bd591 resource provider aggregate not found Jun 16 16:39:18.147993 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 39dd2736-0ef7-4b0c-b38a-6ec2701bd591 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39dd2736-0ef7-4b0c-b38a-6ec2701bd591 found for delete ", "request_id": "req-12b726e7-fd3c-468f-8645-a6564b56b117"}]} Jun 16 16:39:18.416467 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3851461'] for router_interface (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.631219 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Deleting port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 {{(pid=104079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:18.631558 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), before_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.707924 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] For port a250ab2f-ab2c-455f-be1f-2d2e2a3dff06, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:18.708242 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), precommit_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.720982 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.plugin [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Calling delete_port for a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 owned by network:router_interface {{(pid=104079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:18.731742 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:18.849588 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:18.900553 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27147130'] for port (a250ab2f-ab2c-455f-be1f-2d2e2a3dff06), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:18.926310 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a250ab2f-ab2c-455f-be1f-2d2e2a3dff06,revision_number=None']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:19.085491 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4185475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3850581'] for router_interface (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_delete {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.289375 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Router f3e0539d-ba2f-4c78-b0f0-407e328db5eb has already been hosted by L3 agent 5544f671-a4bf-406b-a18f-3b161f53e71a {{(pid=104079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 16:39:19.388903 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] Notify agent at l3_agent.dv-cinder-837354-2-iscsi the message routers_updated {{(pid=104079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 16:39:19.395060 dv-cinder-837354-2-iscsi neutron-server[104079]: INFO neutron.wsgi [None req-546dc516-9f16-4a66-888f-b10513664fc5 admin admin] 10.222.0.88 "PUT /v2.0/routers/f3e0539d-ba2f-4c78-b0f0-407e328db5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2849243 Jun 16 16:39:19.398233 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57292) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:19.408433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Sync routers for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:19.419146 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:19.419943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:39:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:19.497946 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks [] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.508121 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device feaa4caa-a885-46d4-a852-24a8150881fa no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:19.536382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: feaa4caa-a885-46d4-a852-24a8150881fa {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:19.536728 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device feaa4caa-a885-46d4-a852-24a8150881fa not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:19.551978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: dv-cinder-837354-2-iscsi {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:19.600538 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks [] for router_gateway (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.643079 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Deleting port daa04a5c-1044-43c8-9cc7-35994958561c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:19.643558 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.708655 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:19.716551 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'external_fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:39:18Z', 'revision_number': 5, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port': {'id': 'daa04a5c-1044-43c8-9cc7-35994958561c', 'name': '', 'network_id': 'f6c1d3a7-7fa8-4c01-8fcc-485f1ffbbfa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '622fddde-0d85-435a-894a-92be55f1abda', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837354-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T16:30:57Z', 'updated_at': '2022-06-16T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '622fddde-0d85-435a-894a-92be55f1abda', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837354-2-iscsi'}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:19.727496 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] For port daa04a5c-1044-43c8-9cc7-35994958561c, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=daa04a5c-1044-43c8-9cc7-35994958561c,segment=NetworkSegment(3c23d3ed-9fd9-4296-b35c-38af4f51180d),segment_id=3c23d3ed-9fd9-4296-b35c-38af4f51180d)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:19.727838 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.741329 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Checking router: f3e0539d-ba2f-4c78-b0f0-407e328db5eb for host: dv-cinder-837354-2-iscsi {{(pid=104081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:19.741541 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Calling delete_port for daa04a5c-1044-43c8-9cc7-35994958561c owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:19.749596 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Routers {'f3e0539d-ba2f-4c78-b0f0-407e328db5eb'} bound to L3 agent in host dv-cinder-837354-2-iscsi {{(pid=104081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 16:39:19.750242 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837354-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T16:04:13Z,description=,heartbeat_timestamp=2022-06-16T16:39:13Z,host='dv-cinder-837354-2-iscsi',id=5544f671-a4bf-406b-a18f-3b161f53e71a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T16:04:13Z,topic='l3_agent')) {'router_ids': ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'], 'active': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:19.778856 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:19.828277 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:39:19.834207 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvr_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] Set router f3e0539d-ba2f-4c78-b0f0-407e328db5eb gateway port host: None {{(pid=104081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 16:39:19.886338 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_hamode_db [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:39:19Z', 'revision_number': 6, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port_host': None}], 'dv-cinder-837354-2-iscsi', False) {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:19.911540 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad7c73-0bb6-46e0-855c-ba961268a6cf None None] The sync data for ids ['f3e0539d-ba2f-4c78-b0f0-407e328db5eb'] in dv-cinder-837354-2-iscsi is: [{'id': 'f3e0539d-ba2f-4c78-b0f0-407e328db5eb', 'name': 'tempest-TestVolumeBootPattern-1516360579-router', 'tenant_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T16:30:56Z', 'updated_at': '2022-06-16T16:39:19Z', 'revision_number': 6, 'project_id': 'd5d2a6d7d86d47ca9230c9bc3872ab77', 'gw_port_host': None}] {{(pid=104081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:19.912119 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (daa04a5c-1044-43c8-9cc7-35994958561c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:19.934378 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa04a5c-1044-43c8-9cc7-35994958561c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:20.001666 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3851138'] for router_gateway (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.086025 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3854219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14105'] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.088111 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks [] for router_controller (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.131772 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3854305'] for router (f3e0539d-ba2f-4c78-b0f0-407e328db5eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.132352 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e0539d-ba2f-4c78-b0f0-407e328db5eb {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 16:39:20.137577 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.142302 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0b930f02-a668-4348-a224-ab9a52b710a4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f3e0539d-ba2f-4c78-b0f0-407e328db5eb HTTP/1.1" status: 204 len: 168 time: 0.7394979 Jun 16 16:39:20.142302 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57294) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:20.184953 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Deleting subnet ee133d33-b1cd-4bd2-8e97-e37769843862 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 16:39:20.188643 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Publish callbacks [] for subnet (ee133d33-b1cd-4bd2-8e97-e37769843862), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.222527 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26375192'] for subnet (ee133d33-b1cd-4bd2-8e97-e37769843862), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.303745 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-844664'] for subnet (ee133d33-b1cd-4bd2-8e97-e37769843862), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.360360 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-844611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26435075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26199955'] for subnet (ee133d33-b1cd-4bd2-8e97-e37769843862), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.385552 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee133d33-b1cd-4bd2-8e97-e37769843862,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:20.389277 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.392370 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4257d18d-e8a9-4e62-a4d8-62cbcb8bdb84 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ee133d33-b1cd-4bd2-8e97-e37769843862 HTTP/1.1" status: 204 len: 168 time: 0.2496150 Jun 16 16:39:20.394880 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57296) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:20.397421 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8327c7-f746-4b7a-82dd-028ffb6b9e95 None None] Network 582ac723-0e9f-441d-a7ef-43f844321b9d requested from dv-cinder-837354-2-iscsi {{(pid=104081) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 16:39:20.464595 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910915'] for network (582ac723-0e9f-441d-a7ef-43f844321b9d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.506602 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Deleting port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:20.506945 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.569034 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] For port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host dv-cinder-837354-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837354-2-iscsi',level=0,port_id=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,segment=NetworkSegment(471464c0-194b-4c51-8a31-f075f881ac75),segment_id=471464c0-194b-4c51-8a31-f075f881ac75)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:20.569403 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.582008 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Calling delete_port for 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:20.625437 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:20.633146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:20.649161 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] DHCP port deletion for 582ac723-0e9f-441d-a7ef-43f844321b9d request from dv-cinder-837354-2-iscsi {{(pid=104081) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 16:39:20.667977 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26435120'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.688822 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Deleting port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 16:39:20.689194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792727163239'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.692123 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:20.699678 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] No DVR routers for this DVR port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 on host dv-cinder-837354-2-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:39:20.759211 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] For port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4, host dv-cinder-837354-2-iscsi, got binding levels [] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 16:39:20.759609 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3854277'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.772021 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-844089', 'neutron.services.segments.db._delete_segments_for_network-8792727255543'] for network (582ac723-0e9f-441d-a7ef-43f844321b9d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.772300 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:20.774078 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Calling delete_port for 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 16:39:20.777373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.ipam_backend_mixin [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 was not found and therefore no delete operation was performed {{(pid=104081) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 16 16:39:20.779085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1032551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792727166046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792726813718'] for port (6b0fb0be-9ce2-44f4-8367-0a42231fe3c4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.794782 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582ac723-0e9f-441d-a7ef-43f844321b9d']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:20.804622 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Pushing event deleted for resources: {'Port': ['ID=6b0fb0be-9ce2-44f4-8367-0a42231fe3c4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:20.806041 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471464c0-194b-4c51-8a31-f075f881ac75') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:20.806448 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471464c0-194b-4c51-8a31-f075f881ac75') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:20.811887 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] No DVR routers for this DVR port 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 on host dv-cinder-837354-2-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 16:39:20.816737 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792727255426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26375183'] for segment (471464c0-194b-4c51-8a31-f075f881ac75), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.820446 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.820916 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.821415 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.822606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.822606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.822606 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.822968 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.823289 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.823706 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.824262 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.824697 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.825127 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.825512 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.825926 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.826301 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e6f0be-c234-492b-8811-706a0ae34b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837354-2-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:20.832274 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544'] for segment (471464c0-194b-4c51-8a31-f075f881ac75), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.839059 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:39:20.839453 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-844544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26435293'] for segment (471464c0-194b-4c51-8a31-f075f881ac75), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.863871 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 471464c0-194b-4c51-8a31-f075f881ac75 resource provider aggregate not found Jun 16 16:39:20.905823 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.services.segments.plugin [-] Segment 471464c0-194b-4c51-8a31-f075f881ac75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 471464c0-194b-4c51-8a31-f075f881ac75 found for delete ", "request_id": "req-846e9775-8592-49fb-9bef-9bc34f556cf7"}]} Jun 16 16:39:20.907074 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-844086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4185464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3851182'] for network (582ac723-0e9f-441d-a7ef-43f844321b9d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.913262 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4185454'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:20.918777 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] 10.222.0.88 "DELETE /v2.0/networks/582ac723-0e9f-441d-a7ef-43f844321b9d HTTP/1.1" status: 204 len: 168 time: 0.5206506 Jun 16 16:39:20.932110 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b154b-a3b0-4b58-b38b-0e7d7f484300 admin admin] Pushing event deleted for resources: {'Network': ['ID=582ac723-0e9f-441d-a7ef-43f844321b9d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:21.040460 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57304) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:21.083890 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-810d0b3d-188b-4da0-b202-b6b198380be5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3643cc8acf58444383e525f1990d1129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422735 Jun 16 16:39:21.086362 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57306) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:21.141909 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] Publish callbacks [] for security_group (e43ba947-324c-492d-9753-f07e6381d6f8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.163661 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] Publish callbacks [] for security_group (e43ba947-324c-492d-9753-f07e6381d6f8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.209551 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (e43ba947-324c-492d-9753-f07e6381d6f8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.212033 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.213204 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e43ba947-324c-492d-9753-f07e6381d6f8 HTTP/1.1" status: 204 len: 168 time: 0.1259038 Jun 16 16:39:21.221988 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb7bfa-e8c0-4ce1-8e4e-51e7d4a52c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ba947-324c-492d-9753-f07e6381d6f8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:21.439433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:21.460675 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:21.461043 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device 6b0fb0be-9ce2-44f4-8367-0a42231fe3c4 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:21.461433 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device daa04a5c-1044-43c8-9cc7-35994958561c no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:21.479591 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: daa04a5c-1044-43c8-9cc7-35994958561c {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:21.479942 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device daa04a5c-1044-43c8-9cc7-35994958561c not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:21.480354 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 no longer exists at agent ovs-agent-dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 16:39:21.502990 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] No Port match for: a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 {{(pid=104081) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 16:39:21.503339 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.rpc [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Device a250ab2f-ab2c-455f-be1f-2d2e2a3dff06 not bound to the agent host dv-cinder-837354-2-iscsi {{(pid=104081) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 16:39:21.550549 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57312) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:21.589975 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fdc52a02-4277-4515-bb1d-e071273f5990 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d5d2a6d7d86d47ca9230c9bc3872ab77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382457 Jun 16 16:39:21.592389 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.88', 57314) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 16:39:21.640146 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] Publish callbacks [] for security_group (c3ad1e3a-581c-49dc-8870-e496594782de), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.664244 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] Publish callbacks [] for security_group (c3ad1e3a-581c-49dc-8870-e496594782de), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.710100 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733622'] for security_group (c3ad1e3a-581c-49dc-8870-e496594782de), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.712689 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:21.713885 dv-cinder-837354-2-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3ad1e3a-581c-49dc-8870-e496594782de HTTP/1.1" status: 204 len: 168 time: 0.1205618 Jun 16 16:39:21.721802 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64dc83-35cc-4298-8881-2e360ec99bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad1e3a-581c-49dc-8870-e496594782de,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:26.731856 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=95 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:29.385583 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:29.386927 dv-cinder-837354-2-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:29.822286 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:31.692975 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:DELETE=11,neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:31.718317 dv-cinder-837354-2-iscsi neutron-server[104080]: DEBUG dbcounter [-] [104080] Writing DB stats neutron:SELECT=78,neutron:DELETE=7 {{(pid=104080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:31.733349 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:31.734194 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:32.916373 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:40.383711 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b0628dd8-1ec4-4e7d-9024-f4937023dddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:42.699607 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7acea4e2-9daf-4fff-800e-f597412d1c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:43.728440 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:45.293943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:45.800612 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:39:54.784424 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:54.788627 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:55.789397 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:55.796469 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:39:56.827654 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:40:02.914641 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:08.851179 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:08.930199 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:10.386587 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d1425f6-c9bb-4ed3-b846-70096bd092f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:12.706753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0bf906ed-a893-4a77-ba2d-455227b5b6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:13.730784 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:15.297040 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:15.805151 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:26.274069 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:26.278668 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:UPDATE=5,neutron:SELECT=20 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:31.784567 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:31.785423 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:32.927160 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:33.827553 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:40:40.389193 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3262fa7b-e6f8-425e-a0d5-e5eb9a9ebe79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:42.698229 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-173fa817-2336-42f2-b8e2-4190f8950427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:43.734435 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:43.823892 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:43.824608 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:45.302611 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:45.807687 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:40:55.801686 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:40:55.803618 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:02.938640 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:08.777744 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:08.782220 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:10.390993 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b45110bb-54fb-4ee5-aa98-7ac8b66601fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:10.826926 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:41:12.701120 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-da9935d5-5824-44d8-8329-35721b78cf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:13.738717 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:15.302904 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:15.810472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:20.822711 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:20.823959 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:25.800108 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:25.806154 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:32.945943 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:40.397086 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-05dd4d3b-fb4f-4975-bcf2-ff1b7874d3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:42.704426 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c4773633-8649-4026-8e6b-d8c3524eef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:43.739091 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:45.305347 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:45.778891 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:45.779662 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=3 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:45.812923 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:41:47.826582 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:41:55.806562 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:55.808581 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:57.822235 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:41:57.822978 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:02.955719 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:08.934098 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:08.934794 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:10.398802 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f2401ab-f092-46fb-b1be-9ddd9ac63413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:12.706382 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ecec3a1-2c7d-4da5-aace-0ded5940264e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:13.744923 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:15.307661 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:15.817802 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:22.771889 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:22.776584 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:24.824975 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:42:26.392340 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:26.394863 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:32.989427 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:34.822277 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:40.403381 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-66812023-f255-45e0-b659-81ab41d31405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:42.710493 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f346998-10d0-4a69-b42c-4e1d14fb6e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:43.747413 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:45.310689 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:45.824288 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:42:55.816859 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:42:55.818716 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:01.824863 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:43:03.001434 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:10.406200 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a9fd176-52b9-4420-965e-36d3e94a0148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:11.819838 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=19 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:11.820565 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=15 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:12.714978 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c12b58ff-ba76-41e9-a4b5-c8804a23dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:13.747753 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:15.312605 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:15.817439 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:25.811922 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:25.813521 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:33.000768 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:36.764894 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:36.770036 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:38.825007 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:43:40.408449 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-56e8d251-4b6d-46d4-a5f2-a52199e80eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:42.717485 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-190764f5-6ced-4d85-9d42-a1bdc7762633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:43.750491 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:45.315229 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:45.819409 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:43:48.820051 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:48.820796 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=1 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:55.813663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:43:55.815527 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:02.998984 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:10.411085 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-40d432f6-0cfc-4c5e-b188-5c8177136c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:12.721959 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-495e7269-90f2-47a0-8ce1-98e67418b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:13.753141 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:13.765913 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:13.766628 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=5 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:15.317574 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:15.823583 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:15.824451 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:44:25.820631 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:26.268472 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:26.271484 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:33.019534 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:40.414266 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0a7b-2597-4b42-b3e2-ccacba20b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:42.723745 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9111c2b1-4fac-4e85-8b1c-f5a9a23cae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:43.755723 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:45.319816 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:45.826663 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:44:50.764281 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=2 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:50.765264 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=4 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:52.823703 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG neutron.db.agents_db [None req-9360e142-5dbf-4ac4-8efb-15e8c7dc2be4 None None] Agent healthcheck: found 6 active agents {{(pid=104082) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 16:44:55.816872 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:44:55.821803 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG dbcounter [-] [104081] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:45:03.017805 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-554dac68-bf8f-4248-a66a-dc1e3330f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (14af850e-b390-4274-820b-ae730f1e0429), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:45:08.851228 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=13 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:45:08.852465 dv-cinder-837354-2-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=17 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 16:45:10.417351 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81c43b86-dcd9-46d8-8d0b-aa71297f982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (55b000fb-6fd9-4fbf-a351-c81fb8fcd01d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:45:12.725597 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-248874eb-79c6-4b0f-87b8-d02327273a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (5544f671-a4bf-406b-a18f-3b161f53e71a), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:45:13.758550 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-717d9527-da16-41da-99b6-8e94312fd593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (cd8ac159-a7c3-4ed9-8d17-e0fa241dc7e4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:45:15.323004 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25dd7e86-06a0-4b9a-a7a7-8df48de63ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (fb07fb19-4331-4be3-b8ee-17bf022f7b17), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 16:45:15.830197 dv-cinder-837354-2-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-105f3326-1c35-4be5-be24-af859658d8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792727255525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-848970'] for agent (3f51ac1e-cb54-415d-acfb-1b6493a29c1d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}